-- Logs begin at Wed 2021-05-19 05:41:35 UTC, end at Wed 2021-05-19 06:54:33 UTC. --
May 19 06:23:20.133606 dv-cinder-790910-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 19 06:23:22.490096 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.common.config [-] Logging enabled!
May 19 06:23:22.490672 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 06:23:22.490842 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91936) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 06:23:22.494032 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.common.config [-] Logging enabled!
May 19 06:23:22.494309 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214
May 19 06:23:22.494616 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91936) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 19 06:23:22.495621 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 06:23:22.495857 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 06:23:22.496211 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 06:23:22.496456 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 06:23:22.496680 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 06:23:22.496993 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.497288 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.497581 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.497809 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.498101 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.498385 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.498666 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.498950 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.499243 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.499551 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.499826 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.500106 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.500334 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.500611 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.500892 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.501176 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.501396 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.501673 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.502097 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.502486 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.502758 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.503064 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.503341 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.503608 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.503879 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.504414 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.504736 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] host                           = dv-cinder-790910-3-iscsi {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.505011 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.505294 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.505581 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.505863 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.506137 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.506408 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.506688 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.506960 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.507230 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.507525 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.507807 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.508090 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.508374 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.508596 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.508815 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.509100 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.509385 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.509658 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.509953 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.510226 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.510497 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.510768 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.511030 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.511333 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.511614 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.511893 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.512167 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.512436 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.512700 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.512965 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.513245 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.513520 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.513791 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.514060 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.514343 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.514608 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.514876 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.515170 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.515482 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.515765 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.516046 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.516318 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.516595 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.516862 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.517130 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.517396 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.517661 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.517925 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.518201 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.518465 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.518732 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.519002 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.519285 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.519569 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:22.519859 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.520149 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.520443 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.520718 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.521005 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.521282 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.521566 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.521840 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.522125 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.522409 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.522689 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.522958 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.523239 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.523532 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.523822 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.524119 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.524408 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.524692 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.524961 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.525230 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.526015 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.526296 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.526575 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.526862 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.527147 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.527440 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.527713 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.527997 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.528268 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.528534 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.528804 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.529087 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.529360 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.529628 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.529902 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.530172 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.530437 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.530702 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.530974 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.531269 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.531550 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.531814 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.532080 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.532350 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.532615 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.532894 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.533164 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.533432 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.533698 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.533970 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.534240 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.534508 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.534779 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.535046 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.535341 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.535612 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.535878 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.536151 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.536419 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.536687 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.536952 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.537216 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.537489 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.537757 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.538023 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.538290 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.538555 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.538822 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.539100 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.539415 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.539690 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.539965 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.540238 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.540511 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.540782 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.541053 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.541906 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.542184 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.542453 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.542740 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.543020 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.543319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.543599 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.543873 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.544161 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.544434 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.544710 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.544982 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.545252 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.545537 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.545815 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.546109 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.546396 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.546684 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.546970 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.547267 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.547560 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.547863 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.548138 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:22.548351 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 06:23:22.548585 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91936) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 19 06:23:22.892606 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:23:22.892877 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:23:22.893161 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:23:22.893488 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [-] Loading core plugin: ml2
May 19 06:23:23.217399 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.217735 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.218171 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.220229 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.220638 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.220909 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.346277 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.346551 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.346816 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.360760 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.361075 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.361316 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.393345 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.393655 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.393893 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.436504 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.436790 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.437101 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.685577 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8076c01dc0> agent after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.686224 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8076c01dc0> agent after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.686224 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8076c01ca0> segment precommit_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.686395 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8076bf3820> network precommit_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.687081 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8076c218b0> segment before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.808288 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> network before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.808603 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f807699a280> agent before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.808880 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> network before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.809154 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> port before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.809422 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> port before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.809727 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> segment precommit_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.809983 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> segment precommit_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.810233 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> segment after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.810483 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> segment after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.810759 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> network after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.811015 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> network precommit_delete 0 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.811298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> port provisioning_complete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.811568 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.811820 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> rbac-policy after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.812080 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> agent after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.812347 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> subnet after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.812603 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> subnet precommit_delete 0 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.813009 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.813265 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.813545 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> segment_host_mapping after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.813887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> port after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.814140 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> port after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.814388 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> port after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.814665 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.814912 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.815154 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8077503940>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.815568 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:23.815803 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:23.816039 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:23.816273 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:23.816504 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:23.816736 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:23.817093 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 19 06:23:23.820172 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 19 06:23:23.824618 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 19 06:23:23.828352 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
May 19 06:23:23.829967 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 19 06:23:23.830407 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 19 06:23:23.830737 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 19 06:23:23.831115 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 19 06:23:23.834056 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 19 06:23:23.834300 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 19 06:23:23.834644 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 19 06:23:23.862774 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 19 06:23:23.863210 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8076b938b0>> qos_plugin after_init 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.863535 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91936) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 19 06:23:23.863893 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8076b93310>> logging-plugin after_init 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.865229 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91936) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 19 06:23:23.865504 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 19 06:23:23.865744 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 19 06:23:23.868909 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8076a2bf40>> floatingip before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.869190 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8076a2bf40>> port before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:23.948651 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 19 06:23:23.948831 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 19 06:23:23.949067 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 19 06:23:23.949429 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 19 06:23:23.978348 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_db.sqlalchemy.engines [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91936) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 19 06:23:24.459432 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing driver for type 'gre'
May 19 06:23:24.459955 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] gre ID ranges: [(1, 1000)]
May 19 06:23:24.619937 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing driver for type 'local'
May 19 06:23:24.620271 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing driver for type 'vlan'
May 19 06:23:24.687770 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] VlanTypeDriver initialization complete
May 19 06:23:24.688354 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing driver for type 'vxlan'
May 19 06:23:24.688583 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] vxlan ID ranges: [(1, 1000)]
May 19 06:23:24.864451 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing extension driver 'port_security'
May 19 06:23:24.864789 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.extensions.port_security [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] PortSecurityExtensionDriver initialization complete
May 19 06:23:24.865120 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing mechanism driver 'openvswitch'
May 19 06:23:24.865442 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing mechanism driver 'hyperv'
May 19 06:23:24.872597 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.plugins.ml2.plugin [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:23:24.873298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076a48eb0>> port after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.873661 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076a48eb0>> port after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.874005 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076a48eb0>> port after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.874383 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076a489a0>> subnet after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.874728 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076a489a0>> subnet after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.875109 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076a489a0>> subnet after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.875503 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076578eb0>> network after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.875846 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076578eb0>> network after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.876180 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076578eb0>> network after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.876551 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076578f40>> security_group after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.876891 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076578f40>> security_group after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.877226 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8076578f40>> security_group after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.877596 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f807657e3d0>> security_group_rule after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.877932 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f807657e3d0>> security_group_rule after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.878262 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f807657e3d0>> security_group_rule after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.878665 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f807657e640>> address_group after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.879364 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f807657e640>> address_group after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.879739 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f807657e640>> address_group after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.880068 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] ML2 OVO RPC backend initialized. {{(pid=91936) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
May 19 06:23:24.880750 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> router_interface after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.881093 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> router_interface after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.881495 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> network before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.881830 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> networks before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.882167 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> port before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.882499 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> ports before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.882830 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> subnet before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.883160 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> subnets before_response 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.883520 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> network after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.883849 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> network after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.884173 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> network after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.884499 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> port after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.884836 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> port after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.885725 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> port after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.886054 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> subnet after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.886454 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> subnet after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.886776 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f807657ea30>> subnet after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.887358 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.plugin [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Modular L2 Plugin initialization complete
May 19 06:23:24.891187 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading services supported by the core plugin {{(pid=91936) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 19 06:23:24.891187 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.plugins.ml2.managers [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Got port-security extension from driver 'port_security'
May 19 06:23:24.891187 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.extensions.vlantransparent [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Disabled vlantransparent extension.
May 19 06:23:24.891187 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91936) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 19 06:23:24.891187 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: router
May 19 06:23:24.929544 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router_interface before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.929929 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router after_create 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.930295 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router before_create 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.930652 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router_interface before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.931013 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router_interface after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.931390 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router after_delete 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.932275 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> floatingip after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.932725 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router after_create 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.933062 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router after_update 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.933400 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router after_update 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.933740 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router_gateway after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.934098 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router after_update 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.934485 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router precommit_update 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.934841 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8076bc8af0> port after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.935171 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8076bc8b80> port after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.935526 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8076bc8a60> subnet after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.935857 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8076bc8700> subnetpool_address_scope after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.936195 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> port precommit_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.936540 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router precommit_create 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.936871 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8076bc2670> port before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.937200 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router precommit_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.937546 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router after_update 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.937878 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router precommit_delete 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.938214 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router precommit_create 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.938560 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router_interface after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.938893 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> router precommit_update 55549900 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.939279 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f807657eb50>> network after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.940106 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Tracking information for resource: router configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:24.940427 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Tracking information for resource: floatingip configured {{(pid=91936) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 19 06:23:24.945268 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.db.l3_agentschedulers_db [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 19 06:23:24.945824 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f80765360d0> port after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.946174 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f807652af70> port after_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.946514 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function _notify_port_delete at 0x7f8076536040> port after_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.946855 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f80765363a0> port after_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.948289 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f807655d340>> router before_create 55550100 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.948686 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f807655d340>> router precommit_delete 55550100 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.949039 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f807655d340>> router precommit_create 55550100 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.949388 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f807655d340>> router precommit_update 55550100 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.953845 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.services.provider_configuration [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service providers = [] {{(pid=91936) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 19 06:23:24.954198 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.db.servicetype_db [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91936) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 19 06:23:24.961980 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.services.service_base [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 06:23:24.962317 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.services.service_base [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 06:23:24.962650 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.services.service_base [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 06:23:24.963581 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.services.service_base [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91936) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 19 06:23:24.963942 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.services.service_base [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Default provider is not specified for service type L3_ROUTER_NAT
May 19 06:23:24.964465 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:24.964778 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 19 06:23:24.975141 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:24.975494 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: auto_allocate
May 19 06:23:24.981787 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8076503790> network precommit_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.982149 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8076503790> network precommit_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:24.982653 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:24.982966 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: tag
May 19 06:23:24.989759 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:24.990081 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: timestamp
May 19 06:23:24.993845 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:24.994170 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: network_ip_availability
May 19 06:23:25.005134 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f80764f3970>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:25.005496 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f80764f3970>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:25.005843 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f80764f3970>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:25.006531 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:25.006962 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: flavors
May 19 06:23:25.011859 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:25.012181 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading Plugin: revisions
May 19 06:23:25.016473 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91936) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 19 06:23:25.016854 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.124s {{(pid=91936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:23:25.017630 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91936) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 19 06:23:25.017985 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Initializing extension manager.
May 19 06:23:25.018515 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: __init__.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.018953 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: __pycache__ {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.019311 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.019640 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: address_group.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.020372 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.020925 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: address-group
May 19 06:23:25.021241 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: address_scope.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.021931 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.022433 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: address-scope
May 19 06:23:25.022750 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: admin_state_down_before_update.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.023702 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.024245 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: router-admin-state-down-before-update
May 19 06:23:25.024590 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: agent.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.025263 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.025783 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: agent
May 19 06:23:25.026097 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: agent_resources_synced.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.026974 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.027510 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: agent-resources-synced
May 19 06:23:25.027824 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: allowedaddresspairs.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.029570 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.030086 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: allowed-address-pairs
May 19 06:23:25.030406 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: auto_allocated_topology.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.036497 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.037004 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: auto-allocated-topology
May 19 06:23:25.037321 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: availability_zone.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.037990 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.038487 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: availability_zone
May 19 06:23:25.038802 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: availability_zone_filter.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.039710 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.040211 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: availability_zone_filter
May 19 06:23:25.040526 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: data_plane_status.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.041960 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.042453 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension data-plane-status not supported by any of loaded plugins
May 19 06:23:25.042766 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: default_subnetpools.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.043675 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.044177 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: default-subnetpools
May 19 06:23:25.044491 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: dhcpagentscheduler.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.045272 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.045769 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: dhcp_agent_scheduler
May 19 06:23:25.046086 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: dns.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.046995 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.047524 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension dns-integration not supported by any of loaded plugins
May 19 06:23:25.047839 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: dns_domain_ports.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.048740 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.049235 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension dns-domain-ports not supported by any of loaded plugins
May 19 06:23:25.049550 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: dvr.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.050189 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.050684 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: dvr
May 19 06:23:25.050998 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: empty_string_filtering.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.051911 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.052513 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: empty-string-filtering
May 19 06:23:25.052829 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.053704 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.054198 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 19 06:23:25.054510 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.055442 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.055975 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 19 06:23:25.056283 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: external_net.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.057780 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.058289 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: external-net
May 19 06:23:25.058629 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: extra_dhcp_opt.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.059533 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.060026 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: extra_dhcp_opt
May 19 06:23:25.060337 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: extraroute.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.061209 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.061707 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: extraroute
May 19 06:23:25.062021 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: extraroute_atomic.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.063022 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.063554 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: extraroute-atomic
May 19 06:23:25.063897 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: filter_validation.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.064572 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.065074 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: filter-validation
May 19 06:23:25.065385 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: fip_pf_description.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.066434 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.066938 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 19 06:23:25.067273 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: fip_port_details.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.068167 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.068667 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: fip-port-details
May 19 06:23:25.068983 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: flavors.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.070219 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.070720 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: flavors
May 19 06:23:25.071039 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.072754 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.073265 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 19 06:23:25.073583 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: floatingip_pools.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.074253 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.074750 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: floatingip-pools
May 19 06:23:25.075072 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: ip_allocation.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.076013 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.076568 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension ip_allocation not supported by any of loaded plugins
May 19 06:23:25.076881 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.081380 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.081915 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: ip-substring-filtering
May 19 06:23:25.082234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l2_adjacency.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.083127 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.083656 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension l2_adjacency not supported by any of loaded plugins
May 19 06:23:25.083972 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l3.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.084897 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.085400 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: router
May 19 06:23:25.085717 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l3_conntrack_helper.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.088034 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.088556 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 19 06:23:25.088881 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.089796 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.090301 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: ext-gw-mode
May 19 06:23:25.090623 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.091537 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.092042 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: l3-ha
May 19 06:23:25.092402 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l3_flavors.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.093287 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.093790 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: l3-flavors
May 19 06:23:25.094106 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.095005 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.095545 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: l3-port-ip-change-not-allowed
May 19 06:23:25.095861 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: l3agentscheduler.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.096843 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.097345 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: l3_agent_scheduler
May 19 06:23:25.097664 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: logging.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.099244 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.099773 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension logging not supported by any of loaded plugins
May 19 06:23:25.100093 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: metering.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.100812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.101382 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: metering
May 19 06:23:25.101703 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.102766 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.103299 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: metering_source_and_destination_fields
May 19 06:23:25.104152 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: multiprovidernet.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.105221 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.105725 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: multi-provider
May 19 06:23:25.106044 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: netmtu.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.116234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.116736 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: net-mtu
May 19 06:23:25.117050 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: netmtu_writable.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.117941 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.118468 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: net-mtu-writable
May 19 06:23:25.118781 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: network_availability_zone.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.120024 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.120520 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: network_availability_zone
May 19 06:23:25.120832 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: network_ip_availability.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.121961 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.122463 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: network-ip-availability
May 19 06:23:25.122818 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: network_segment_range.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.123537 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.124030 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension network-segment-range not supported by any of loaded plugins
May 19 06:23:25.124344 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: pagination.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.125285 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.125601 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: pagination
May 19 06:23:25.125910 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: port_device_profile.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.126807 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.127373 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: port-device-profile
May 19 06:23:25.127689 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.128588 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.129335 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: port-mac-address-regenerate
May 19 06:23:25.129656 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.130540 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.131039 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: port-numa-affinity-policy
May 19 06:23:25.131382 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: port_resource_request.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.132257 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.132790 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension port-resource-request not supported by any of loaded plugins
May 19 06:23:25.133103 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: portbindings.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.134054 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.134565 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: binding
May 19 06:23:25.134898 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: portbindings_extended.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.136202 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.136708 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: binding-extended
May 19 06:23:25.137023 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: portsecurity.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.137917 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.138419 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: port-security
May 19 06:23:25.138736 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: project_id.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.145081 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.145402 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: project-id
May 19 06:23:25.145714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: providernet.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.146609 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.147113 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: provider
May 19 06:23:25.147464 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.151048 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.151592 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos not supported by any of loaded plugins
May 19 06:23:25.151917 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.153134 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.153647 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 19 06:23:25.153966 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.154860 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.155399 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 19 06:23:25.155726 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_default.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.156735 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.157241 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-default not supported by any of loaded plugins
May 19 06:23:25.157558 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_fip.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.158180 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.158672 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-fip not supported by any of loaded plugins
May 19 06:23:25.158984 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_gateway_ip.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.159904 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.160408 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 19 06:23:25.160722 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_port_network_policy.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.161697 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.162198 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 19 06:23:25.162513 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_rule_type_details.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.163444 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.163948 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 19 06:23:25.164266 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: qos_rules_alias.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.165279 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.165782 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension qos-rules-alias not supported by any of loaded plugins
May 19 06:23:25.166624 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: quotasv2.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.167746 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.168014 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: quotas
May 19 06:23:25.174233 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: quotasv2_detail.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.175610 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.175940 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: quota_details
May 19 06:23:25.176262 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: rbac.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.177270 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.177782 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: rbac-policies
May 19 06:23:25.178106 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: rbac_address_group.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.179044 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.179582 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: rbac-address-group
May 19 06:23:25.179902 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: rbac_address_scope.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.180806 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.181341 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: rbac-address-scope
May 19 06:23:25.181658 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: rbac_security_groups.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.183188 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.183722 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: rbac-security-groups
May 19 06:23:25.184069 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: rbac_subnetpool.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.184969 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.185468 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: rbac-subnetpool
May 19 06:23:25.185785 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: revisionifmatch.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.186669 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.187174 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: revision-if-match
May 19 06:23:25.187513 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: revisions.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.188582 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.189089 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: standard-attr-revisions
May 19 06:23:25.189449 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: router_availability_zone.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.190090 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.190584 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: router_availability_zone
May 19 06:23:25.190895 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: routerservicetype.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.191809 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.192308 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension router-service-type not supported by any of loaded plugins
May 19 06:23:25.192621 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.193506 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.194007 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: security-groups-normalized-cidr
May 19 06:23:25.194318 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: security_groups_port_filtering.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.195266 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.195816 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: port-security-groups-filtering
May 19 06:23:25.196130 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.198937 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.199476 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: security-groups-remote-address-group
May 19 06:23:25.199790 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: securitygroup.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.209577 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.210099 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: security-group
May 19 06:23:25.210435 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: segment.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.211191 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.211719 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension segment not supported by any of loaded plugins
May 19 06:23:25.212040 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.212962 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.215344 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 19 06:23:25.220618 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: servicetype.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.221634 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.222163 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: service-type
May 19 06:23:25.222488 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: sorting.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.223474 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.223882 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: sorting
May 19 06:23:25.224200 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: standard_attr_segment.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.225159 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.225680 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension standard-attr-segment not supported by any of loaded plugins
May 19 06:23:25.225993 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: standardattrdescription.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.226620 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.227124 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: standard-attr-description
May 19 06:23:25.227473 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: stateful_security_group.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.228372 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.229413 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: stateful-security-group
May 19 06:23:25.229736 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: stdattrs_common.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.230293 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 19 06:23:25.230604 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.231614 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.232113 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 19 06:23:25.232423 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: subnet_onboard.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.233469 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.233976 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: subnet_onboard
May 19 06:23:25.234290 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.235192 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.235735 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 19 06:23:25.236046 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: subnet_service_types.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.236944 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.237446 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: subnet-service-types
May 19 06:23:25.237760 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: subnetallocation.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.238855 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.239394 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: subnet_allocation
May 19 06:23:25.239712 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.240355 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.240857 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: subnetpool-prefix-ops
May 19 06:23:25.241176 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.242097 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.242602 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 19 06:23:25.242913 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: tagging.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.243985 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.245099 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: standard-attr-tag
May 19 06:23:25.245416 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: timestamp.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.246604 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.247159 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loaded extension: standard-attr-timestamp
May 19 06:23:25.247503 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: trunk.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.248514 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.249022 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension trunk not supported by any of loaded plugins
May 19 06:23:25.249341 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: trunk_details.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.250232 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.250734 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension trunk-details not supported by any of loaded plugins
May 19 06:23:25.251052 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: uplink_status_propagation.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.251968 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.252573 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 19 06:23:25.252891 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Loading extension file: vlantransparent.py {{(pid=91936) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 19 06:23:25.253539 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91936) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 19 06:23:25.254035 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extension vlan-transparent not supported by any of loaded plugins
May 19 06:23:25.256934 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:network
May 19 06:23:25.257654 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:subnet
May 19 06:23:25.258413 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:subnetpool
May 19 06:23:25.259046 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:port
May 19 06:23:25.260358 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.260812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service FLAVORS assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.261447 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.261891 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.275350 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:router
May 19 06:23:25.275350 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:floatingip
May 19 06:23:25.275350 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service METERING assigned prefix: /metering {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.275350 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f807640eee0>> rbac-policy before_create 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:25.275350 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f807640eee0>> rbac-policy before_update 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:25.275747 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f807640eee0>> rbac-policy before_delete 55550000 {{(pid=91936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:23:25.275747 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of CountableResource for resource:rbac_policy
May 19 06:23:25.275747 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:security_group
May 19 06:23:25.275747 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 06:23:25.275747 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service CORE assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.275747 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:subnetpool
May 19 06:23:25.275747 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] subnetpool is already registered
May 19 06:23:25.276319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service CORE assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.276319 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:subnetpool
May 19 06:23:25.276319 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] subnetpool is already registered
May 19 06:23:25.276319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.276319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service FLAVORS assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.276319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.276319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.276777 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:router
May 19 06:23:25.276777 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] router is already registered
May 19 06:23:25.276777 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:floatingip
May 19 06:23:25.277108 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] floatingip is already registered
May 19 06:23:25.277721 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service METERING assigned prefix: /metering {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.278391 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of CountableResource for resource:rbac_policy
May 19 06:23:25.278711 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] rbac_policy is already registered
May 19 06:23:25.279285 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:security_group
May 19 06:23:25.279601 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] security_group is already registered
May 19 06:23:25.280174 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:security_group_rule
May 19 06:23:25.280497 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] security_group_rule is already registered
May 19 06:23:25.281165 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service CORE assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.281525 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:subnetpool
May 19 06:23:25.281845 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] subnetpool is already registered
May 19 06:23:25.282439 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.v2.resource_helper [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Service CORE assigned prefix:  {{(pid=91936) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 19 06:23:25.282758 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Creating instance of TrackedResource for resource:subnetpool
May 19 06:23:25.283168 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING neutron.quota.resource_registry [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] subnetpool is already registered
May 19 06:23:25.283841 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: extensions {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.285305 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: address-groups {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.286896 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: address-scopes {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.288155 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: agents {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.289311 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: auto-allocated-topology {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.290538 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: availability_zones {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.292673 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: dhcp-networks {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.294081 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: dhcp-agents {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.295519 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: routers {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.297309 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: flavors {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.298533 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: service_profiles {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.299727 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: next_providers {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.301245 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: service_profiles {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.302691 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: floatingip-pools {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.304096 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: routers {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.305884 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: floatingips {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.307702 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: l3-routers {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.309105 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: l3-agents {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.310552 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: metering-labels {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.312020 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: metering-label-rules {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.313279 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: network-ip-availabilities {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.314505 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: bindings {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.316168 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: quotas {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.317578 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: quotas {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.319184 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: rbac-policies {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.320485 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: security-groups {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.321674 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: security-group-rules {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.322927 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: service-providers {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.324333 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: subnetpools {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.325718 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: subnetpools {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.327183 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.328873 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.330746 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.332714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.335645 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.337488 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.339881 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.451813 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.453500 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.455592 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron.api.extensions [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Extended resource: tags {{(pid=91936) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 19 06:23:25.461353 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING keystonemiddleware.auth_token [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 19 06:23:25.466547 dv-cinder-790910-3-iscsi neutron-server[91936]: WARNING keystonemiddleware.auth_token [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 19 06:23:25.474841 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Acquired lock "singleton_lock" {{(pid=91936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 19 06:23:25.475340 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_concurrency.lockutils [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Releasing lock "singleton_lock" {{(pid=91936) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 19 06:23:25.475968 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO oslo_service.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Starting 2 workers
May 19 06:23:25.481089 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Started child 92077 {{(pid=91936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 06:23:25.485272 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Started child 92078 {{(pid=91936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 06:23:25.486175 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:25.486867 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO neutron.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Neutron service started, listening on 0.0.0.0:9696
May 19 06:23:25.487455 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Notify callbacks [] for process, before_spawn {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:25.487676 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [-] (92077) wsgi starting up on http://0.0.0.0:9696
May 19 06:23:25.489636 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:25.490092 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO oslo_service.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Starting 1 workers
May 19 06:23:25.491062 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [-] (92078) wsgi starting up on http://0.0.0.0:9696
May 19 06:23:25.494738 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Started child 92079 {{(pid=91936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 06:23:25.495247 dv-cinder-790910-3-iscsi neutron-server[91936]: INFO oslo_service.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Starting 1 workers
May 19 06:23:25.498297 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] calling RpcWorker wait() {{(pid=92079) _wait /opt/stack/neutron/neutron/service.py:128}}
May 19 06:23:25.498840 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] returning from RpcWorker wait() {{(pid=92079) _wait /opt/stack/neutron/neutron/service.py:135}}
May 19 06:23:25.499393 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Started child 92080 {{(pid=91936) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 19 06:23:25.500164 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG neutron_lib.callbacks.manager [None req-aba92acb-2dd2-4a60-bf22-2c0070a9d4cf None None] Notify callbacks [] for process, after_spawn {{(pid=91936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:25.500356 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:25.500694 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:23:25.502001 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 06:23:25.502208 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 06:23:25.502392 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 06:23:25.502598 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 06:23:25.502929 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 06:23:25.503092 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 06:23:25.503599 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.503862 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.504392 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.504505 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:25.504945 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.504945 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.505483 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.505578 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:23:25.505734 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.505963 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.506234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.506489 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.506658 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.506822 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.507062 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.507330 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.507625 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.507911 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.508155 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.508435 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.508603 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.508850 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.509103 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.509346 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.509603 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.509902 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.510362 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.510606 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.510850 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.511081 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.511361 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.511613 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.511878 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.512129 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.512356 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.512582 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.512823 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.513059 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.513283 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.513504 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.513760 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.513969 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.514448 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] host                           = dv-cinder-790910-3-iscsi {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.514698 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.514933 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.515201 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.515475 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.515715 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.515951 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.516190 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.516430 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.516679 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.516901 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.517148 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.517389 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.517601 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.517848 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.518010 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.518260 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.518536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.518797 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.518990 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.519155 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.519355 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.519610 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.519771 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.520018 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.520233 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.520441 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.520669 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.520906 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.521155 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.521380 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.521592 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.521818 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.522417 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.522664 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.522905 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.523164 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.523387 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.523604 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.523840 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.524048 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.524274 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.524513 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.524752 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.524961 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.525210 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.526001 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.526246 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.526479 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.526718 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.526939 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.527162 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.527413 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.527667 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.527892 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.528129 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.528369 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.528584 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.528826 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.529038 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.530360 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.530626 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.530846 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.531066 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.531357 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.531579 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.532833 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.533598 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.534036 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.534204 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.534568 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.534870 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.535184 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.535464 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.535713 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.535971 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.536215 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.536468 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.536724 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.536962 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.537277 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.537527 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.537821 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.538078 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.538359 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.538684 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.538950 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.539214 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.539462 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.539716 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.539954 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.540199 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.540547 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.540817 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.541743 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.542663 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.542857 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.543111 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.543377 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.543913 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.544508 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.544742 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.545076 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.547072 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.547340 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.547624 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.549536 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.550290 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.550290 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.550290 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.550519 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.550627 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.550900 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.552026 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.552026 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.552235 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.552381 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.553149 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.553149 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.553149 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.553375 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.553578 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.553699 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.553926 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.554330 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.554699 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.555185 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.555596 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.555836 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.556074 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.556537 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.556537 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.556862 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.556987 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.557226 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.557462 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.557680 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.557895 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.558115 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.558348 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.558587 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.558805 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.559038 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.559280 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.559490 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.559905 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.560073 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.560265 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.560505 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.560743 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.560988 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.561228 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.561486 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.561725 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.562025 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.562422 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.562564 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.562715 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.562944 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.563510 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.563510 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.564887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.564887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.564887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.564887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.564887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.564887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.565563 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.565563 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.565563 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.565824 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.566024 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.566288 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.566546 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.568336 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.568336 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.568336 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.568336 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.568336 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.568336 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.569048 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.569048 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.569048 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.569402 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.569402 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.569651 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.569901 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.570132 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.570397 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.570638 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.570911 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.571155 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.571399 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.571614 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.571863 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.572169 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.572426 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.572640 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.572854 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.573134 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.573379 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.573626 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.573884 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.574143 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.574414 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.574665 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.574926 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.575160 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.575892 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.576127 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.576341 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.576606 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.577129 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.577129 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.577441 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.577576 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.577710 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.577919 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.578664 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.578664 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.578664 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.579075 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.579075 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.579353 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.579568 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.579782 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.580000 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.580217 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.580432 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.580643 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.581034 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.581179 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.581357 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.581629 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.581866 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.582114 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.582338 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.582595 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.582832 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.583074 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.583340 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.583553 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.583783 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.584002 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.584217 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.584427 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.584674 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.584886 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.585153 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.585381 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.585914 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.586172 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.586418 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.586658 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.586894 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.587128 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.587417 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.587668 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.588423 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.588655 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.588868 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.589144 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.589387 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.589625 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.589835 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.590044 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.590273 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.590504 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.590715 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.591017 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.591285 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.591518 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.591756 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.591985 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.592214 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.592426 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.592659 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.592897 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.593108 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.593334 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.593544 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.593752 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.593967 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.594175 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.594400 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.594607 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.594815 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.595053 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.595279 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.595525 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.595739 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.595949 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.596163 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.596394 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.596722 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.596976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.597195 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.597481 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.597718 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.598676 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.598676 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.598676 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.598944 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.599168 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.599576 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.599672 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.599839 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.600090 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.600401 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602110 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602110 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602110 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602110 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602110 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602110 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602710 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602710 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.602867 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.603101 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.603386 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.604175 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.604476 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.604704 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.604924 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.605149 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.605398 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.605616 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.605859 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.606091 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.606315 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.606570 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.606801 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.607019 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.607277 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.607504 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.607756 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.607977 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.608139 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 06:23:25.608672 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91936) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 19 06:23:25.608835 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 19 06:23:25.608988 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 19 06:23:25.609159 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 19 06:23:25.609329 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 19 06:23:25.609487 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 19 06:23:25.609693 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.609857 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.610015 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.610176 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.610335 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.610516 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.610675 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.610834 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.610996 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.611158 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.611341 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.611501 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.611661 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.611824 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.611984 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.612141 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.612302 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.612463 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.612627 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.612787 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.612946 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.613106 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.613319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.613482 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.613667 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.613831 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.613987 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.614287 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.614597 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.614757 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.614918 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.615079 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.615358 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.615712 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.615712 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.615898 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.615980 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.616091 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.616248 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.616409 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.616565 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] host                           = dv-cinder-790910-3-iscsi {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.616705 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.616843 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.616991 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.617142 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.617281 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.617418 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.617580 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.617728 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.617885 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.618050 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.618195 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.618343 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.618493 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.618631 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.618768 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.618905 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.619042 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.619231 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.619445 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.619594 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.619746 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.619887 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.620046 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.620192 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.620343 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.620482 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.620640 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.620785 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.620942 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.621096 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.621235 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.621374 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.621535 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.621680 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.621839 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.621983 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.622142 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.622298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.622446 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.622585 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.622723 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.622880 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.623024 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.623204 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.623379 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.623518 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.623676 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.623833 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.623972 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.624109 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.624268 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.624422 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.624561 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.624791 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.624934 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.625072 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.625218 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.625357 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.625495 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.625633 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.626976 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.628251 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.629714 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.630812 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.631723 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.631723 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.25/identity {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.631723 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.631723 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.631723 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.631723 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.632402 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.632402 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.632402 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.632402 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.632818 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.632818 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.632818 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633116 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633116 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633320 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633320 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633522 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633633 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633795 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.633957 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.634117 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.634272 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.634654 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.634654 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635021 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635021 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635207 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635207 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635393 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635527 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635688 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.635852 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.636000 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.636161 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.636321 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.636485 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.636616 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.636793 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.636954 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.637115 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.637276 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.637437 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.637598 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.637764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.637927 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.638092 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.638249 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.638562 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.638761 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.638904 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.639230 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.639230 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.639544 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.639544 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.639744 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.639824 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.639945 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.640108 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.640270 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.640432 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.640600 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.640778 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.640938 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.641100 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.641261 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.641421 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.641583 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.641753 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.641878 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.642040 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.642200 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.642360 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.642521 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.642684 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.642872 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.642992 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.643319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.643319 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.643492 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.643669 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.643771 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.643917 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.644082 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.644290 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.644533 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.644533 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.644790 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645281 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645281 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645281 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645281 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645910 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645910 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645910 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.645910 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.646431 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.646569 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:23:25.646792 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.646792 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.646792 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.646792 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.646792 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.647487 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.647487 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.647487 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.647487 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648020 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648020 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648020 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648020 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648556 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648556 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648556 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648941 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648941 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.648941 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.649334 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.649334 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.649617 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.649617 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.649879 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.25/identity {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.649879 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.650139 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.650139 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.650933 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.650933 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.651205 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.651365 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.651503 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.651639 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.651776 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.651923 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.652072 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.652211 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.652347 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.652483 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.652619 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.652755 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.652892 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.653056 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.653200 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.653368 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.653522 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.653661 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.653810 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.653975 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.654140 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.654283 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.654450 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.654593 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.654760 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.654906 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.655070 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.655329 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.655475 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.655612 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.655748 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.655897 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.656034 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.656184 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.656322 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.656459 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.656594 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.656752 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.656928 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.657092 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.657296 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.657508 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.657692 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.657692 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.658026 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.658026 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.658546 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.658546 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.658546 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659298 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659846 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659846 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659846 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.659846 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.661762 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.663242 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.665146 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.666764 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.667888 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.668433 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.669292 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670234 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670652 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670652 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 19 06:23:25.670652 dv-cinder-790910-3-iscsi neutron-server[91936]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91936) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 19 06:23:25.807298 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42296) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:23:25.815653 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062442
May 19 06:23:36.309768 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15100be8-de4f-4081-93bb-7ab64f57e9c9 None None] get_active_networks_info from dv-cinder-790910-3-iscsi {{(pid=92079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 19 06:23:36.425934 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15100be8-de4f-4081-93bb-7ab64f57e9c9 None None] No non-hosted networks {{(pid=92079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 19 06:23:36.435916 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.agentschedulers_db [None req-15100be8-de4f-4081-93bb-7ab64f57e9c9 None None] DHCP Agent not found on host dv-cinder-790910-3-iscsi {{(pid=92079) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 19 06:23:36.508017 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-dba94b11-e900-4bad-92ad-d312a90bd9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716'] for agent, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:39.236766 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716'] for agent, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:39.237379 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.237650 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.238025 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.238360 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.238684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.239002 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.239356 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.239694 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.240038 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.240356 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.241954 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.241954 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:39.241954 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8075762580>, 'Open vSwitch agent', 'dv-cinder-790910-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:23:39.250140 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8075789b20>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790910-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:23:39.282092 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-46612181-86d3-4221-8a2e-92ceee20affe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716'] for agent, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:39.329728 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-dfde3cad-4c2b-40d9-8382-d8a9341868df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:40.042684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716'] for agent, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:41.396385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716'] for agent, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:42.976834 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42388) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:23:43.546462 dv-cinder-790910-3-iscsi neutron-server[92078]: WARNING oslo_policy.policy [None req-98b5312b-6c11-4cba-bec0-f81c6da2fbd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:43.547032 dv-cinder-790910-3-iscsi neutron-server[92078]: WARNING oslo_policy.policy [None req-98b5312b-6c11-4cba-bec0-f81c6da2fbd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:43.761040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [None req-98b5312b-6c11-4cba-bec0-f81c6da2fbd2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:23:43.762064 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-98b5312b-6c11-4cba-bec0-f81c6da2fbd2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7843533
May 19 06:23:46.084353 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42402) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:23:46.215419 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.db.l3_hamode_db [None req-c080e7a1-80bb-462c-99c1-533afe19ab50 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 19 06:23:46.299060 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080e7a1-80bb-462c-99c1-533afe19ab50 None None] Routers set() bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:23:46.299545 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c080e7a1-80bb-462c-99c1-533afe19ab50 None None] Router IDs set() for agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 19 06:23:46.450543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:23:46.549136 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.policy [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92078) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 06:23:46.592952 dv-cinder-790910-3-iscsi neutron-server[92078]: WARNING oslo_policy.policy [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:46.593310 dv-cinder-790910-3-iscsi neutron-server[92078]: WARNING oslo_policy.policy [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:46.601622 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.quota [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8075e2e730>.
May 19 06:23:46.617247 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:23:46.727989 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761856773322', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761856773821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761856862457', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761856866093', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761856880296', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761856880726', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1639128', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1873561', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-878234', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-891875'] for rbac-policy, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:46.973105 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:46.974268 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a0b4f541-4fcc-46ce-a7fc-5ab416100829 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8889070
May 19 06:23:49.508279 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42416) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:23:49.860341 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'name': 'private', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:23:49.864963 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:23:49.869338 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Usage tracker for resource:network and tenant:2020cb83b71e4e1f8a26408397bd2376 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:23:49.874497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:23:49.880773 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:23:49.950498 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Made reservation on behalf of 2020cb83b71e4e1f8a26408397bd2376 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:23:49.953271 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:49.970102 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:49.983967 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:23:49.987517 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Usage tracker for resource:security_group_rule and tenant:2020cb83b71e4e1f8a26408397bd2376 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:23:49.992305 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:23:49.998277 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:23:50.090746 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:50.179176 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:50.183468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:23:50.201172 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:23:50.226486 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761857802698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:50.227070 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8076c01ca0> segment precommit_create {{(pid=92078) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 06:23:50.227554 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Added segment 2432598a-7c58-4786-8f68-ad184bb84cd6 of type vlan for network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0
May 19 06:23:50.274815 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f99df76-b35b-4e68-87d0-6639f9231ab7,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:23:50.290795 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.291139 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.292057 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.292380 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.292692 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.293025 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.293336 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.293643 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.293962 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.294271 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.294573 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.294880 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Tracked resource versions report:
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]: pushed versions:
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]: {   'AddressGroup': {'1.2'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'ConntrackHelper': {'1.0'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Log': {'1.0'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Network': {'1.1'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Port': {'1.7'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'PortForwarding': {'1.2'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'QosPolicy': {'1.8'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'SecurityGroup': {'1.4'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'SecurityGroupRule': {'1.2'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'SubPort': {'1.0'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Subnet': {'1.1'},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Trunk': {'1.1'}}
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]: consumer versions:
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'ConntrackHelper': '1.0',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Log': '1.0',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Network': '1.1',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Port': '1.7',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'PortForwarding': '1.2',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'QosPolicy': '1.8',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'SecurityGroup': '1.4',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'SecurityGroupRule': '1.2',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'SubPort': '1.0',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Subnet': '1.1',
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Trunk': '1.1'}}
May 19 06:23:50.295993 dv-cinder-790910-3-iscsi neutron-server[92078]:  {{(pid=92078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:23:50.347457 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:50.350531 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:23:50.447277 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:50.449152 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:23:50.449760 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:50.454173 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:23:50.554571 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Pushing event updated for resources: {'Network': ['ID=51b4bc70-5112-42a2-941d-0e9a6ec7ffb0,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:23:50.557685 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:23:50.565441 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:23:50.602739 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0933633
May 19 06:23:53.200305 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 42432) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:23:53.770220 dv-cinder-790910-3-iscsi neutron-server[92077]: WARNING oslo_policy.policy [None req-6540cdb3-9687-4e8b-b734-4edc2be9d026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:53.770781 dv-cinder-790910-3-iscsi neutron-server[92077]: WARNING oslo_policy.policy [None req-6540cdb3-9687-4e8b-b734-4edc2be9d026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:54.194954 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.policy [None req-6540cdb3-9687-4e8b-b734-4edc2be9d026 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92077) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 19 06:23:54.239936 dv-cinder-790910-3-iscsi neutron-server[92077]: WARNING oslo_policy.policy [None req-6540cdb3-9687-4e8b-b734-4edc2be9d026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:54.240508 dv-cinder-790910-3-iscsi neutron-server[92077]: WARNING oslo_policy.policy [None req-6540cdb3-9687-4e8b-b734-4edc2be9d026 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 19 06:23:54.248850 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6540cdb3-9687-4e8b-b734-4edc2be9d026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:23:54.250655 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6540cdb3-9687-4e8b-b734-4edc2be9d026 admin admin] 10.222.0.25 "GET /v2.0/networks/51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 HTTP/1.1" status: 200  len: 825 time: 1.0483143
May 19 06:23:54.281845 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-ee24dfa3-980a-47eb-858b-9dec50923cb2 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/2dc96744-bc1c-42fa-8d58-e467f8372dee HTTP/1.1" status: 200  len: 734 time: 0.0256915
May 19 06:23:54.290180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'subnetpool_id': '2dc96744-bc1c-42fa-8d58-e467f8372dee'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:23:54.292320 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.quota [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f80761c47f0>.
May 19 06:23:54.298566 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:23:54.304424 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Usage tracker for resource:subnet and tenant:2020cb83b71e4e1f8a26408397bd2376 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:23:54.308322 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:23:54.315123 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:23:54.401302 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Made reservation on behalf of 2020cb83b71e4e1f8a26408397bd2376 for: {'subnet': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:23:54.404050 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:55.050813 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:55.056540 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:23:55.132922 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Checking segment: {'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:23:55.133284 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Network hostable DHCP agents. Network: 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:23:55.145843 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b605bb8-934f-4a6d-a78a-89b2962ff8c4,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:23:55.156234 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.156580 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.156904 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.157218 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.157529 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.157854 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.158163 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.158472 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.158787 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.159091 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.159422 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.159722 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Tracked resource versions report:
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]: pushed versions:
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]: {   'AddressGroup': {'1.2'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'ConntrackHelper': {'1.0'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Log': {'1.0'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Network': {'1.1'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Port': {'1.7'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'PortForwarding': {'1.2'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'QosPolicy': {'1.8'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'SecurityGroup': {'1.4'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'SecurityGroupRule': {'1.2'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'SubPort': {'1.0'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Subnet': {'1.1'},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Trunk': {'1.1'}}
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]: consumer versions:
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'ConntrackHelper': '1.0',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Log': '1.0',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Network': '1.1',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Port': '1.7',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'PortForwarding': '1.2',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'QosPolicy': '1.8',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'SecurityGroup': '1.4',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'SecurityGroupRule': '1.2',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'SubPort': '1.0',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Subnet': '1.1',
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Trunk': '1.1'}}
May 19 06:23:55.160780 dv-cinder-790910-3-iscsi neutron-server[92077]:  {{(pid=92077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:23:55.192503 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:23:55.247456 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:23:55.321812 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0) {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:23:55.328288 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:23:55.328926 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:55.336417 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc5c51-9c3a-46e4-b38b-6327bc041a87 None None] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:23:55.386089 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0986545
May 19 06:23:55.640960 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'fixed_ips': [{'subnet_id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:23:55.642124 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:55.822727 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Allocated IP 172.20.0.2 (51b4bc70-5112-42a2-941d-0e9a6ec7ffb0/0b605bb8-934f-4a6d-a78a-89b2962ff8c4/987ff6ec-69a0-4dde-ac5b-317a561ae00b) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:23:56.048385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:56.061706 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Transition to ACTIVE for port object 987ff6ec-69a0-4dde-ac5b-317a561ae00b will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:23:56.080706 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Transition to ACTIVE for port object 987ff6ec-69a0-4dde-ac5b-317a561ae00b will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:23:56.122261 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:56.126980 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:23:56.187742 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:23:56.190448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:23:56.197190 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:23:56.199390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Pushing event updated for resources: {'Port': ['ID=987ff6ec-69a0-4dde-ac5b-317a561ae00b,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:23:56.235935 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.236267 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.236591 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.236910 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.237224 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.237537 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.237845 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.238158 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.238482 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.238790 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.239093 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.239423 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Tracked resource versions report:
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]: pushed versions:
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]: {   'AddressGroup': {'1.2'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'ConntrackHelper': {'1.0'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Log': {'1.0'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Network': {'1.1'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Port': {'1.7'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'PortForwarding': {'1.2'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'QosPolicy': {'1.8'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'SecurityGroup': {'1.4'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'SecurityGroupRule': {'1.2'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'SubPort': {'1.0'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Subnet': {'1.1'},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Trunk': {'1.1'}}
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]: consumer versions:
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'ConntrackHelper': '1.0',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Log': '1.0',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Network': '1.1',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Port': '1.7',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'PortForwarding': '1.2',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'QosPolicy': '1.8',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'SecurityGroup': '1.4',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'SecurityGroupRule': '1.2',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'SubPort': '1.0',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Subnet': '1.1',
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Trunk': '1.1'}}
May 19 06:23:56.240514 dv-cinder-790910-3-iscsi neutron-server[92079]:  {{(pid=92079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:23:56.248681 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:23:56.302543 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Attempting to bind port 987ff6ec-69a0-4dde-ac5b-317a561ae00b on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:23:56.302946 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Attempting to bind port 987ff6ec-69a0-4dde-ac5b-317a561ae00b by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:23:56.303380 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Attempting to bind port 987ff6ec-69a0-4dde-ac5b-317a561ae00b on network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:23:56.308679 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:23:56.309079 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Checking segment: {'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:23:56.309534 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:56.309910 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Bound using segment: {'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:23:56.310365 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Bound port: 987ff6ec-69a0-4dde-ac5b-317a561ae00b, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:23:56.310723 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:56.397804 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] For port 987ff6ec-69a0-4dde-ac5b-317a561ae00b, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:23:56.402084 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] For port 987ff6ec-69a0-4dde-ac5b-317a561ae00b, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=987ff6ec-69a0-4dde-ac5b-317a561ae00b,segment=NetworkSegment(2432598a-7c58-4786-8f68-ad184bb84cd6),segment_id=2432598a-7c58-4786-8f68-ad184bb84cd6)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:23:56.465615 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:23:56.469618 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:23:56.555902 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Pushing event updated for resources: {'Port': ['ID=987ff6ec-69a0-4dde-ac5b-317a561ae00b,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:23:56.564405 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:23:57.722834 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 42452) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:23:58.094281 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [None req-57821e1f-d05a-4c41-ba03-275e8ca6c679 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:23:58.095277 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-57821e1f-d05a-4c41-ba03-275e8ca6c679 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3712676
May 19 06:24:00.416914 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42462) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:00.787139 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [None req-51644976-cbdd-4a46-8672-b9263b45a13a admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:24:00.788206 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-51644976-cbdd-4a46-8672-b9263b45a13a admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3702886
May 19 06:24:01.039776 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 987ff6ec-69a0-4dde-ac5b-317a561ae00b up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:24:01.223517 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 987ff6ec-69a0-4dde-ac5b-317a561ae00b completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:24:01.940874 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb114b77-ad1d-4dd2-a444-01e67ab04475 None None] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:24:02.098132 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Provisioning for port 987ff6ec-69a0-4dde-ac5b-317a561ae00b completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:24:02.109226 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Provisioning complete for port 987ff6ec-69a0-4dde-ac5b-317a561ae00b triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:02.109621 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:02.307528 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:02.342140 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] For port 987ff6ec-69a0-4dde-ac5b-317a561ae00b, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=987ff6ec-69a0-4dde-ac5b-317a561ae00b,segment=NetworkSegment(2432598a-7c58-4786-8f68-ad184bb84cd6),segment_id=2432598a-7c58-4786-8f68-ad184bb84cd6)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:24:02.407718 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:02.411596 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-385fd4f3-e69b-43b4-b465-17fc979a6483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:02.481657 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Pushing event updated for resources: {'Port': ['ID=987ff6ec-69a0-4dde-ac5b-317a561ae00b,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:02.484832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:02.527142 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-fea5ef40-2f72-497d-8f81-315542ae2be3 None None] Provisioning complete for port 987ff6ec-69a0-4dde-ac5b-317a561ae00b triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:02.527559 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-fea5ef40-2f72-497d-8f81-315542ae2be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:03.028158 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 987ff6ec-69a0-4dde-ac5b-317a561ae00b up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:24:03.092748 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 987ff6ec-69a0-4dde-ac5b-317a561ae00b triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:03.093111 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:03.405452 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42478) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:03.751327 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Request body: {'router': {'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'name': 'router1', 'admin_state_up': True}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:24:03.755965 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:24:03.759637 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Usage tracker for resource:router and tenant:2020cb83b71e4e1f8a26408397bd2376 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:24:03.763378 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:24:03.769008 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:24:03.864594 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:03.866203 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:03.887610 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:04.064716 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:04.143766 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:04.144921 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-bfc2be4e-1f08-4cc0-aed5-70d99e8b3bd8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7385199
May 19 06:24:06.316215 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-81ad3466-a703-4036-bfb4-11f9a22ed1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:06.461788 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42488) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:06.819513 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [None req-23e5c3f4-327a-4cdc-8bcc-14f6e9db4b6f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:24:06.820486 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-23e5c3f4-327a-4cdc-8bcc-14f6e9db4b6f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3577898
May 19 06:24:09.125826 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42498) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:09.212851 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.281196 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-51ebdd0a-9e7e-4fbf-9480-d6e3c2ad49d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.493162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:24:09.498687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:24:09.502423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Usage tracker for resource:network and tenant:2851d7e68f794da3ad639f5f506797ae is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:24:09.505700 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:24:09.511834 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:24:09.555272 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Made reservation on behalf of 2851d7e68f794da3ad639f5f506797ae for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:24:09.558028 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.569561 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.583889 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:24:09.587588 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Usage tracker for resource:security_group_rule and tenant:2851d7e68f794da3ad639f5f506797ae is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:24:09.590282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:24:09.595830 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:24:09.675529 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.709456 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.713292 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:09.725143 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Reserving flat network on physical network physnet1 {{(pid=92078) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 19 06:24:09.747631 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12396914-6a65-4871-9cd3-57c75d894e1d,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:09.750632 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:09.751625 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.751971 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Added segment c165c457-24ee-4ecc-b1f8-7d2930849124 of type flat for network 96a0da73-569a-4fbb-b4ad-670e92317dd0
May 19 06:24:09.782609 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.869260 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.870999 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:24:09.871589 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:09.876043 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:09.986984 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Pushing event updated for resources: {'Network': ['ID=96a0da73-569a-4fbb-b4ad-670e92317dd0,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:09.989618 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:09.997363 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:24:10.010051 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:10.063281 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9213142
May 19 06:24:11.333436 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:12.346091 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42518) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:12.551630 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760309f7-6962-4810-8cb2-bee70335c818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:24:12.552961 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-760309f7-6962-4810-8cb2-bee70335c818 admin admin] 10.222.0.25 "GET /v2.0/subnets/0b605bb8-934f-4a6d-a78a-89b2962ff8c4 HTTP/1.1" status: 200  len: 849 time: 0.2059395
May 19 06:24:12.692852 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-6ee41526-5290-4b99-8a56-a8bf81a1a081 admin admin] 10.222.0.25 "GET /v2.0/routers/cbc351ce-cc88-4103-93ca-671806cb65e9 HTTP/1.1" status: 200  len: 704 time: 0.1339138
May 19 06:24:13.139752 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:13.362661 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Allocated IP 172.20.0.1 (51b4bc70-5112-42a2-941d-0e9a6ec7ffb0/0b605bb8-934f-4a6d-a78a-89b2962ff8c4/4179c6f5-4017-48e5-a204-9e3c33336c72) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:24:13.517188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:13.534791 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Transition to ACTIVE for port object 4179c6f5-4017-48e5-a204-9e3c33336c72 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:24:13.641615 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:13.646282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:13.703056 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:24:13.705787 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:24:13.711527 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:24:13.712021 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:13.878372 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Pushing event updated for resources: {'Port': ['ID=4179c6f5-4017-48e5-a204-9e3c33336c72,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:13.893053 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:13.984088 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-02b223cf-8545-4dc3-8c84-2e14d3e0919e None None] Provisioning for port 4179c6f5-4017-48e5-a204-9e3c33336c72 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:24:13.988646 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-02b223cf-8545-4dc3-8c84-2e14d3e0919e None None] Provisioning complete for port 4179c6f5-4017-48e5-a204-9e3c33336c72 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:13.989033 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-02b223cf-8545-4dc3-8c84-2e14d3e0919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:14.043570 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-02b223cf-8545-4dc3-8c84-2e14d3e0919e None None] Port 4179c6f5-4017-48e5-a204-9e3c33336c72 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:24:14.092708 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:14.313296 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:14.378771 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:14.379867 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:14.383786 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:14.469558 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Pushing event updated for resources: {'Port': ['ID=4179c6f5-4017-48e5-a204-9e3c33336c72,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:14.514066 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:14.567125 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:24:14.568107 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:24:14.765940 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-710f2338-ac84-4c69-b9fd-795e87a7188e None None] Provisioning complete for port 4179c6f5-4017-48e5-a204-9e3c33336c72 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:14.766300 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-710f2338-ac84-4c69-b9fd-795e87a7188e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:14.808075 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Router cbc351ce-cc88-4103-93ca-671806cb65e9 is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:24:14.819751 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-710f2338-ac84-4c69-b9fd-795e87a7188e None None] Port 4179c6f5-4017-48e5-a204-9e3c33336c72 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:24:14.960048 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:24:14.969142 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] 10.222.0.25 "PUT /v2.0/routers/cbc351ce-cc88-4103-93ca-671806cb65e9/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2715461
May 19 06:24:14.969646 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b846678-7b77-42af-be13-673c9685782f None None] Sync routers for ids ['cbc351ce-cc88-4103-93ca-671806cb65e9'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:24:14.980133 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] Routers {'cbc351ce-cc88-4103-93ca-671806cb65e9'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:24:14.980967 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760c7700>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:24:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['cbc351ce-cc88-4103-93ca-671806cb65e9'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:15.151799 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] Set router cbc351ce-cc88-4103-93ca-671806cb65e9 gateway port host: None {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:24:15.517031 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760c7700>, [{'id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'name': 'router1', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:24:03Z', 'updated_at': '2021-05-19T06:24:13Z', 'revision_number': 2, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'gw_port_host': None, '_interfaces': [{'id': '4179c6f5-4017-48e5-a204-9e3c33336c72', 'name': '', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'mac_address': 'fa:16:3e:12:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:13Z', 'updated_at': '2021-05-19T06:24:14Z', 'revision_number': 2, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'subnets': [{'id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2dc96744-bc1c-42fa-8d58-e467f8372dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:15.521749 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b846678-7b77-42af-be13-673c9685782f None None] Checking router: cbc351ce-cc88-4103-93ca-671806cb65e9 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:24:15.522116 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b846678-7b77-42af-be13-673c9685782f None None] Updating router cbc351ce-cc88-4103-93ca-671806cb65e9 port 4179c6f5-4017-48e5-a204-9e3c33336c72 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:24:15.572253 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4b846678-7b77-42af-be13-673c9685782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:15.939776 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4b846678-7b77-42af-be13-673c9685782f None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:15.954489 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-4b846678-7b77-42af-be13-673c9685782f None None] Transition to ACTIVE for port object 4179c6f5-4017-48e5-a204-9e3c33336c72 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:24:16.024195 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4b846678-7b77-42af-be13-673c9685782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:16.030869 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:16.219831 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Pushing event updated for resources: {'Port': ['ID=4179c6f5-4017-48e5-a204-9e3c33336c72,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:16.236165 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.236497 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.236824 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.237144 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.237458 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.237771 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.238083 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.238392 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.238711 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.239069 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.239339 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.239645 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Tracked resource versions report:
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]: pushed versions:
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]: {   'AddressGroup': {'1.2'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'ConntrackHelper': {'1.0'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Log': {'1.0'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Network': {'1.1'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Port': {'1.7'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'PortForwarding': {'1.2'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'QosPolicy': {'1.8'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'SecurityGroup': {'1.4'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'SecurityGroupRule': {'1.2'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'SubPort': {'1.0'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Subnet': {'1.1'},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Trunk': {'1.1'}}
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]: consumer versions:
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'ConntrackHelper': '1.0',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Log': '1.0',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Network': '1.1',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Port': '1.7',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'PortForwarding': '1.2',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'QosPolicy': '1.8',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'SecurityGroup': '1.4',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'SecurityGroupRule': '1.2',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'SubPort': '1.0',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Subnet': '1.1',
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Trunk': '1.1'}}
May 19 06:24:16.240727 dv-cinder-790910-3-iscsi neutron-server[92080]:  {{(pid=92080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:24:16.252070 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:16.259109 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4b846678-7b77-42af-be13-673c9685782f None None] Attempting to bind port 4179c6f5-4017-48e5-a204-9e3c33336c72 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:24:16.259524 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4b846678-7b77-42af-be13-673c9685782f None None] Attempting to bind port 4179c6f5-4017-48e5-a204-9e3c33336c72 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:24:16.259977 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b846678-7b77-42af-be13-673c9685782f None None] Attempting to bind port 4179c6f5-4017-48e5-a204-9e3c33336c72 on network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:24:16.265082 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b846678-7b77-42af-be13-673c9685782f None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:24:16.265495 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b846678-7b77-42af-be13-673c9685782f None None] Checking segment: {'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:24:16.265963 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4b846678-7b77-42af-be13-673c9685782f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:16.266348 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b846678-7b77-42af-be13-673c9685782f None None] Bound using segment: {'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:24:16.266842 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4b846678-7b77-42af-be13-673c9685782f None None] Bound port: 4179c6f5-4017-48e5-a204-9e3c33336c72, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2432598a-7c58-4786-8f68-ad184bb84cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:24:16.267202 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4b846678-7b77-42af-be13-673c9685782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:16.352095 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-4b846678-7b77-42af-be13-673c9685782f None None] For port 4179c6f5-4017-48e5-a204-9e3c33336c72, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:24:16.356711 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-4b846678-7b77-42af-be13-673c9685782f None None] For port 4179c6f5-4017-48e5-a204-9e3c33336c72, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=4179c6f5-4017-48e5-a204-9e3c33336c72,segment=NetworkSegment(2432598a-7c58-4786-8f68-ad184bb84cd6),segment_id=2432598a-7c58-4786-8f68-ad184bb84cd6)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:24:16.418936 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4b846678-7b77-42af-be13-673c9685782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:16.422861 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:16.508529 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] Routers {'cbc351ce-cc88-4103-93ca-671806cb65e9'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:24:16.509157 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760c7700>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:24:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['cbc351ce-cc88-4103-93ca-671806cb65e9'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:16.556948 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Pushing event updated for resources: {'Port': ['ID=4179c6f5-4017-48e5-a204-9e3c33336c72,revision_number=4']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:16.568012 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:16.693529 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] Set router cbc351ce-cc88-4103-93ca-671806cb65e9 gateway port host: None {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:24:17.011041 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4b846678-7b77-42af-be13-673c9685782f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760c7700>, [{'id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'name': 'router1', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:24:03Z', 'updated_at': '2021-05-19T06:24:13Z', 'revision_number': 2, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'gw_port_host': None, '_interfaces': [{'id': '4179c6f5-4017-48e5-a204-9e3c33336c72', 'name': '', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'mac_address': 'fa:16:3e:12:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:13Z', 'updated_at': '2021-05-19T06:24:16Z', 'revision_number': 4, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'subnets': [{'id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2dc96744-bc1c-42fa-8d58-e467f8372dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:17.015539 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b846678-7b77-42af-be13-673c9685782f None None] The sync data for ids ['cbc351ce-cc88-4103-93ca-671806cb65e9'] in dv-cinder-790910-3-iscsi is: [{'id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'name': 'router1', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:24:03Z', 'updated_at': '2021-05-19T06:24:13Z', 'revision_number': 2, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'gw_port_host': None, '_interfaces': [{'id': '4179c6f5-4017-48e5-a204-9e3c33336c72', 'name': '', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'mac_address': 'fa:16:3e:12:6a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:13Z', 'updated_at': '2021-05-19T06:24:16Z', 'revision_number': 4, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'subnets': [{'id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2dc96744-bc1c-42fa-8d58-e467f8372dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:24:17.123738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 42540) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:17.267567 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda0e163-b4b8-488d-bddc-66f49f061eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:24:17.268036 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-dda0e163-b4b8-488d-bddc-66f49f061eec admin admin] Synchronizing usage tracker for tenant:2851d7e68f794da3ad639f5f506797ae on resource:network {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:24:17.338819 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-dda0e163-b4b8-488d-bddc-66f49f061eec admin admin] Unset dirty status for tenant:2851d7e68f794da3ad639f5f506797ae on resource:network {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:24:17.339976 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-dda0e163-b4b8-488d-bddc-66f49f061eec admin admin] 10.222.0.25 "GET /v2.0/networks/96a0da73-569a-4fbb-b4ad-670e92317dd0 HTTP/1.1" status: 200  len: 842 time: 0.2152541
May 19 06:24:17.349214 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:24:17.354455 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:24:17.358137 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Usage tracker for resource:subnet and tenant:2851d7e68f794da3ad639f5f506797ae is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:24:17.361091 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:24:17.367022 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:24:17.453032 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Made reservation on behalf of 2851d7e68f794da3ad639f5f506797ae for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:24:17.455336 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:17.974594 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.objects.ports [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92078) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 19 06:24:17.975046 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:17.980007 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:18.053654 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6c897a-8861-45df-92f4-fe19204d8f89,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:18.057800 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:24:18.058158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Network hostable DHCP agents. Network: 96a0da73-569a-4fbb-b4ad-670e92317dd0, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:24:18.060898 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:18.172812 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:24:18.258710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 96a0da73-569a-4fbb-b4ad-670e92317dd0) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:24:18.263734 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:24:18.264370 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:18.269401 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ac31fc-d014-4f33-881f-51f7a48ebcb3 None None] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:24:18.350587 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0048349
May 19 06:24:18.474524 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250a91c-8438-44f1-9026-8b93c76c937f None None] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:24:20.554899 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 42554) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:20.818515 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-61977fea-26b2-4b82-8112-768c51c0698f admin admin] 10.222.0.25 "GET /v2.0/routers/cbc351ce-cc88-4103-93ca-671806cb65e9 HTTP/1.1" status: 200  len: 710 time: 0.2625687
May 19 06:24:20.942164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba597a3-879f-4391-8159-f4f672daa58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:24:20.943522 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-0ba597a3-879f-4391-8159-f4f672daa58a admin admin] 10.222.0.25 "GET /v2.0/networks/96a0da73-569a-4fbb-b4ad-670e92317dd0 HTTP/1.1" status: 200  len: 886 time: 0.1199868
May 19 06:24:20.952061 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:24:21.054454 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 4179c6f5-4017-48e5-a204-9e3c33336c72 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:24:21.224151 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 4179c6f5-4017-48e5-a204-9e3c33336c72 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:24:21.229053 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 4179c6f5-4017-48e5-a204-9e3c33336c72 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:21.229421 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:21.346111 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:21.376880 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 4179c6f5-4017-48e5-a204-9e3c33336c72, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=4179c6f5-4017-48e5-a204-9e3c33336c72,segment=NetworkSegment(2432598a-7c58-4786-8f68-ad184bb84cd6),segment_id=2432598a-7c58-4786-8f68-ad184bb84cd6)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:24:21.397736 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:21.446862 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:21.450482 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:21.517688 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=4179c6f5-4017-48e5-a204-9e3c33336c72,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:21.520659 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:21.771899 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:21.825637 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:21.956814 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Allocated IP 172.27.1.69 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/f6586a47-baa4-4b3b-ae86-56ad73820eab) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:24:22.134384 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:22.258775 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:22.262560 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:22.325823 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:24:22.328625 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:24:22.332126 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:24:22.384578 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Pushing event updated for resources: {'Port': ['ID=f6586a47-baa4-4b3b-ae86-56ad73820eab,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:22.394962 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:22.750648 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:23.032508 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 4179c6f5-4017-48e5-a204-9e3c33336c72 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:24:23.083647 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:23.086857 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-959222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-959119', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-629523'] for router, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:23.097842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 4179c6f5-4017-48e5-a204-9e3c33336c72 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:23.098205 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:23.265109 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Router cbc351ce-cc88-4103-93ca-671806cb65e9 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:24:23.440221 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:24:23.448835 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:23.450424 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Sync routers for ids ['cbc351ce-cc88-4103-93ca-671806cb65e9'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:24:23.450611 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] 10.222.0.25 "PUT /v2.0/routers/cbc351ce-cc88-4103-93ca-671806cb65e9 HTTP/1.1" status: 200  len: 889 time: 2.5016568
May 19 06:24:23.460784 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Routers {'cbc351ce-cc88-4103-93ca-671806cb65e9'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:24:23.461548 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075727130>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:24:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['cbc351ce-cc88-4103-93ca-671806cb65e9'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:23.655016 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Set router cbc351ce-cc88-4103-93ca-671806cb65e9 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:24:24.006182 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075727130>, [{'id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'name': 'router1', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'f6586a47-baa4-4b3b-ae86-56ad73820eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:24:03Z', 'updated_at': '2021-05-19T06:24:22Z', 'revision_number': 4, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'gw_port': {'id': 'f6586a47-baa4-4b3b-ae86-56ad73820eab', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:21Z', 'updated_at': '2021-05-19T06:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '4179c6f5-4017-48e5-a204-9e3c33336c72', 'name': '', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'mac_address': 'fa:16:3e:12:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:13Z', 'updated_at': '2021-05-19T06:24:21Z', 'revision_number': 5, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'subnets': [{'id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2dc96744-bc1c-42fa-8d58-e467f8372dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:24.010918 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Checking router: cbc351ce-cc88-4103-93ca-671806cb65e9 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:24:24.011297 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Updating router cbc351ce-cc88-4103-93ca-671806cb65e9 port f6586a47-baa4-4b3b-ae86-56ad73820eab binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:24:24.062077 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:24.381518 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:24.392618 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Transition to ACTIVE for port object f6586a47-baa4-4b3b-ae86-56ad73820eab will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:24:24.475610 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:24.480126 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-e2fcc07d-b6e6-4c4a-88a1-6b0b7a6571cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:24.557348 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Attempting to bind port f6586a47-baa4-4b3b-ae86-56ad73820eab on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:24:24.557721 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Attempting to bind port f6586a47-baa4-4b3b-ae86-56ad73820eab by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:24:24.558078 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Attempting to bind port f6586a47-baa4-4b3b-ae86-56ad73820eab on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:24:24.563388 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9b0d5-1678-44b9-becf-807bfb1d0ed9 None None] Pushing event updated for resources: {'Port': ['ID=f6586a47-baa4-4b3b-ae86-56ad73820eab,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:24.565964 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-dac9b0d5-1678-44b9-becf-807bfb1d0ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:24.568528 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:24:24.568899 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:24:24.569289 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:24.570314 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:24:24.570314 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Bound port: f6586a47-baa4-4b3b-ae86-56ad73820eab, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:24:24.570460 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:24.640146 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] For port f6586a47-baa4-4b3b-ae86-56ad73820eab, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:24:24.643061 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] For port f6586a47-baa4-4b3b-ae86-56ad73820eab, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=f6586a47-baa4-4b3b-ae86-56ad73820eab,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:24:24.704423 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:24.708319 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:24.781842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Routers {'cbc351ce-cc88-4103-93ca-671806cb65e9'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:24:24.782494 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075727130>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:24:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['cbc351ce-cc88-4103-93ca-671806cb65e9'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:24.861474 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9b0d5-1678-44b9-becf-807bfb1d0ed9 None None] Pushing event updated for resources: {'Port': ['ID=f6586a47-baa4-4b3b-ae86-56ad73820eab,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:24.864521 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-dac9b0d5-1678-44b9-becf-807bfb1d0ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:24.975861 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] Set router cbc351ce-cc88-4103-93ca-671806cb65e9 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:24:25.357308 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075727130>, [{'id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'name': 'router1', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'f6586a47-baa4-4b3b-ae86-56ad73820eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:24:03Z', 'updated_at': '2021-05-19T06:24:22Z', 'revision_number': 4, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'gw_port': {'id': 'f6586a47-baa4-4b3b-ae86-56ad73820eab', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:21Z', 'updated_at': '2021-05-19T06:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '4179c6f5-4017-48e5-a204-9e3c33336c72', 'name': '', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'mac_address': 'fa:16:3e:12:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:13Z', 'updated_at': '2021-05-19T06:24:21Z', 'revision_number': 5, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'subnets': [{'id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2dc96744-bc1c-42fa-8d58-e467f8372dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:24:25.361324 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e18085d-3137-4987-80f5-fad27cc8a4f8 None None] The sync data for ids ['cbc351ce-cc88-4103-93ca-671806cb65e9'] in dv-cinder-790910-3-iscsi is: [{'id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'name': 'router1', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.69'}], 'enable_snat': True}, 'gw_port_id': 'f6586a47-baa4-4b3b-ae86-56ad73820eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:24:03Z', 'updated_at': '2021-05-19T06:24:22Z', 'revision_number': 4, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'gw_port': {'id': 'f6586a47-baa4-4b3b-ae86-56ad73820eab', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f3:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:21Z', 'updated_at': '2021-05-19T06:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '4179c6f5-4017-48e5-a204-9e3c33336c72', 'name': '', 'network_id': '51b4bc70-5112-42a2-941d-0e9a6ec7ffb0', 'tenant_id': '2020cb83b71e4e1f8a26408397bd2376', 'mac_address': 'fa:16:3e:12:6a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc351ce-cc88-4103-93ca-671806cb65e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:24:13Z', 'updated_at': '2021-05-19T06:24:21Z', 'revision_number': 5, 'project_id': '2020cb83b71e4e1f8a26408397bd2376', 'subnets': [{'id': '0b605bb8-934f-4a6d-a78a-89b2962ff8c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2dc96744-bc1c-42fa-8d58-e467f8372dee'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:24:25.799303 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 42564) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:24:25.954795 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-1f5f774c-92b8-48ee-95b8-a5fad9392fde admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1543777
May 19 06:24:27.063822 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device f6586a47-baa4-4b3b-ae86-56ad73820eab up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:24:27.184331 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port f6586a47-baa4-4b3b-ae86-56ad73820eab completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:24:27.189554 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port f6586a47-baa4-4b3b-ae86-56ad73820eab triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:27.190048 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:27.302610 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:27.318567 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port f6586a47-baa4-4b3b-ae86-56ad73820eab, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=f6586a47-baa4-4b3b-ae86-56ad73820eab,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:24:27.395121 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:27.398062 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:24:27.467625 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=f6586a47-baa4-4b3b-ae86-56ad73820eab,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:24:27.471558 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:24:29.037858 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device f6586a47-baa4-4b3b-ae86-56ad73820eab up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:24:29.103940 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port f6586a47-baa4-4b3b-ae86-56ad73820eab triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:24:29.104307 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:29.552515 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:24:36.332335 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d643567f-3c6a-476d-a6e1-59eb2b1cf6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:39.206694 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:39.311199 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a52e2aee-1f5d-48d3-898e-cf1a22784f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:40.006829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:24:41.372953 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:06.364342 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9293eea2-5bd4-4732-a7d2-ed0d9ab1f642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:06.553325 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:25:09.188940 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:09.263385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-10bf890d-b3be-4290-88c7-2c3240dd35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:10.000271 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:11.405900 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:36.342619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-08d389b4-45d1-43b6-b8b1-a28455c2b21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:39.200064 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:39.268288 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1bfe3d63-1acc-4059-ba32-b68f9a6e52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:39.994288 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:41.370959 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:25:43.555070 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:26:01.053895 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43136) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:01.120960 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fad2d5-d3d7-4062-a0fc-a6a455fa68f4 admin admin] GET failed (client error): The resource could not be found.
May 19 06:26:01.122210 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b9fad2d5-d3d7-4062-a0fc-a6a455fa68f4 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0673459
May 19 06:26:01.251284 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e3eb60-c393-4fe2-b28a-f8cd4e3a559d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:01.252887 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a6e3eb60-c393-4fe2-b28a-f8cd4e3a559d admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1269073
May 19 06:26:03.334128 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43146) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:03.440821 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef46443c-1973-40e5-9ae2-2be30447df36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:03.441376 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ef46443c-1973-40e5-9ae2-2be30447df36 admin admin] Synchronizing usage tracker for tenant:2851d7e68f794da3ad639f5f506797ae on resource:subnet {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:26:03.558857 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ef46443c-1973-40e5-9ae2-2be30447df36 admin admin] Unset dirty status for tenant:2851d7e68f794da3ad639f5f506797ae on resource:subnet {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:26:03.559948 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ef46443c-1973-40e5-9ae2-2be30447df36 admin admin] 10.222.0.25 "GET /v2.0/subnets/0b605bb8-934f-4a6d-a78a-89b2962ff8c4 HTTP/1.1" status: 200  len: 849 time: 0.2248945
May 19 06:26:03.569159 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:26:03.680969 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Notify callbacks [] for subnet, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:03.919406 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761857788070'] for subnet, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:03.924301 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c19af286-5c39-4ce7-b38a-19b7a5ffb057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:26:03.963561 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:03.964765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:03.967090 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] 10.222.0.25 "PUT /v2.0/subnets/0b605bb8-934f-4a6d-a78a-89b2962ff8c4 HTTP/1.1" status: 200  len: 868 time: 0.3999720
May 19 06:26:03.968564 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c937f4a-a3d1-4a7c-85de-20e58ffc5352 None None] Network 51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:26:03.992905 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b605bb8-934f-4a6d-a78a-89b2962ff8c4,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:26:04.000780 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.001124 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.001451 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.002367 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.002367 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.002655 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.002973 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.003324 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.003650 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.003964 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.004279 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.004591 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:04.008158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:26:04.373658 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2b3ae57d-a423-4f4e-847a-444b996d5437 None None] Provisioning complete for port 4179c6f5-4017-48e5-a204-9e3c33336c72 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:26:04.374225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2b3ae57d-a423-4f4e-847a-444b996d5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:04.497613 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2b3ae57d-a423-4f4e-847a-444b996d5437 None None] Provisioning complete for port 987ff6ec-69a0-4dde-ac5b-317a561ae00b triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:26:04.497881 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2b3ae57d-a423-4f4e-847a-444b996d5437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:06.064758 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43156) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:06.235191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec982d7-a1d2-4a97-a4c9-5fb87cf08cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:06.235702 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec982d7-a1d2-4a97-a4c9-5fb87cf08cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:06.237214 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5ec982d7-a1d2-4a97-a4c9-5fb87cf08cbe admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1715262
May 19 06:26:06.302321 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-89800832-e7c3-48ca-a15f-5902e0fb3579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:08.329188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43166) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:08.499025 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e6dca6-5f54-44ca-b31a-3afda7d78b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:08.499539 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e6dca6-5f54-44ca-b31a-3afda7d78b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:08.501035 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-04e6dca6-5f54-44ca-b31a-3afda7d78b20 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1709104
May 19 06:26:09.216120 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:09.307561 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2d2c59b8-45f3-4ed5-bb05-5ef1af2fc5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:09.993422 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:10.607798 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43176) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:10.774135 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344ee883-9b53-4713-8d0e-2bd2f2fa9507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:10.775473 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-344ee883-9b53-4713-8d0e-2bd2f2fa9507 admin admin] 10.222.0.25 "GET /v2.0/networks/51b4bc70-5112-42a2-941d-0e9a6ec7ffb0 HTTP/1.1" status: 200  len: 869 time: 0.1667190
May 19 06:26:11.387780 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:12.862928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43186) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:13.026432 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0da208-228e-4bf5-8e5e-ea38fee20505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:13.027790 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-1a0da208-228e-4bf5-8e5e-ea38fee20505 admin admin] 10.222.0.25 "GET /v2.0/networks/96a0da73-569a-4fbb-b4ad-670e92317dd0 HTTP/1.1" status: 200  len: 886 time: 0.1638923
May 19 06:26:15.133484 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43196) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:15.237189 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da4d2f-8835-41e7-861e-2e2f2a81bfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:15.237643 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60da4d2f-8835-41e7-861e-2e2f2a81bfc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:15.239088 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-60da4d2f-8835-41e7-861e-2e2f2a81bfc2 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1046846
May 19 06:26:17.301398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43206) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:17.408009 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1d63c-9d0a-4d32-bef3-10fec9bade1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:17.408460 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1d63c-9d0a-4d32-bef3-10fec9bade1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:17.409907 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-3af1d63c-9d0a-4d32-bef3-10fec9bade1c admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1075907
May 19 06:26:19.476255 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43216) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:19.580468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225ca4f0-a6a5-4651-b4fd-10c4da39d95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:19.581771 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-225ca4f0-a6a5-4651-b4fd-10c4da39d95f admin admin] 10.222.0.25 "GET /v2.0/subnets/0b605bb8-934f-4a6d-a78a-89b2962ff8c4 HTTP/1.1" status: 200  len: 868 time: 0.1045840
May 19 06:26:20.554375 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:26:21.676435 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43226) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:21.777557 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550c830-29ab-4eb4-aff9-d7ed06c8831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:21.778848 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-7550c830-29ab-4eb4-aff9-d7ed06c8831c admin admin] 10.222.0.25 "GET /v2.0/subnets/4f6c897a-8861-45df-92f4-fe19204d8f89 HTTP/1.1" status: 200  len: 816 time: 0.1014934
May 19 06:26:36.336089 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-caf6dac7-e481-4b8d-85a0-5a6c19bd14f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:39.220867 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:39.306941 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a7b97dce-ba97-447c-8903-6f59b767e9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:40.003896 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:41.375575 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:44.521460 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43270) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:44.568275 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [None req-5cb1b14c-94dd-4941-863c-fdddaf2d82d9 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:26:44.569232 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-5cb1b14c-94dd-4941-863c-fdddaf2d82d9 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0468681
May 19 06:26:46.736931 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43280) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:46.802258 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db5732d-0572-46a0-9d33-06bc35c40858 admin admin] GET failed (client error): The resource could not be found.
May 19 06:26:46.805794 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9db5732d-0572-46a0-9d33-06bc35c40858 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0655918
May 19 06:26:46.967651 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d6e94-b479-4c67-8f5d-e0ae8b835ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:46.969019 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a22d6e94-b479-4c67-8f5d-e0ae8b835ecd admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1617217
May 19 06:26:49.066659 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43290) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:49.113010 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:26:49.118002 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:26:49.127564 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:26:49.203932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Made reservation on behalf of 2851d7e68f794da3ad639f5f506797ae for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:26:49.206170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:49.292468 dv-cinder-790910-3-iscsi neutron-server[92078]: WARNING neutron.services.revisions.revision_plugin [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8074e04a90] {project_id='2851d7e68f794da3ad639f5f506797ae', id='2e1e7643-dd96-4397-b5b5-571f65060133', target_tenant='*', action='access_as_shared', object_id='9bbaa929-0bc1-432a-be16-15a732a8bae2'}> to bump revision.
May 19 06:26:49.303368 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:26:49.312241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:49.312574 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Added segment dd5eb137-5178-45fc-8e6d-0764626bec67 of type vlan for network 9bbaa929-0bc1-432a-be16-15a732a8bae2
May 19 06:26:49.336632 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:49.421220 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:49.422474 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:49.423040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:49.427529 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:26:49.522454 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Pushing event updated for resources: {'Network': ['ID=9bbaa929-0bc1-432a-be16-15a732a8bae2,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:26:49.525624 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:26:49.533289 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 9bbaa929-0bc1-432a-be16-15a732a8bae2 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:26:49.576520 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5087276
May 19 06:26:51.712073 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43300) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:26:51.778279 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.pecan_wsgi.hooks.translation [None req-5426e048-3668-481d-a0f4-07c616a77683 admin admin] GET failed (client error): The resource could not be found.
May 19 06:26:51.778774 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5426e048-3668-481d-a0f4-07c616a77683 admin admin] Synchronizing usage tracker for tenant:2851d7e68f794da3ad639f5f506797ae on resource:network {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:26:51.843936 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5426e048-3668-481d-a0f4-07c616a77683 admin admin] Unset dirty status for tenant:2851d7e68f794da3ad639f5f506797ae on resource:network {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:26:51.845022 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5426e048-3668-481d-a0f4-07c616a77683 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1320305
May 19 06:26:51.949856 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29328b38-f086-486a-bee7-4206823ff64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:51.951202 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-29328b38-f086-486a-bee7-4206823ff64e admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1021092
May 19 06:26:51.960788 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2', 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:26:51.965288 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:26:51.974543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:26:52.037866 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Made reservation on behalf of 2851d7e68f794da3ad639f5f506797ae for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:26:52.040607 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:52.450201 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:52.454369 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:26:52.520596 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc04e039-582f-4b5f-abf1-d26685243803,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:26:52.523074 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:26:52.528695 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Checking segment: {'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:26:52.529039 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Network hostable DHCP agents. Network: 9bbaa929-0bc1-432a-be16-15a732a8bae2, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:26:52.592081 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Network 9bbaa929-0bc1-432a-be16-15a732a8bae2 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:26:52.643679 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 9bbaa929-0bc1-432a-be16-15a732a8bae2) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:26:52.647480 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:26:52.648058 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:52.652636 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcfef43-d601-4318-8127-2932874e3ac2 None None] Network 9bbaa929-0bc1-432a-be16-15a732a8bae2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:26:52.747677 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7902856
May 19 06:26:52.872125 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-9bbaa929-0bc1-432a-be16-15a732a8bae2', 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2', 'tenant_id': '2851d7e68f794da3ad639f5f506797ae', 'fixed_ips': [{'subnet_id': 'bc04e039-582f-4b5f-abf1-d26685243803'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:26:52.872963 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:53.028263 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Allocated IP 192.168.233.2 (9bbaa929-0bc1-432a-be16-15a732a8bae2/bc04e039-582f-4b5f-abf1-d26685243803/babaeb9c-5ddd-4e21-9ffe-ebe06d69f063) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:26:53.228621 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:53.238374 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Transition to ACTIVE for port object babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:26:53.256564 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Transition to ACTIVE for port object babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:26:53.364583 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:53.370102 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:26:53.432965 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Network 9bbaa929-0bc1-432a-be16-15a732a8bae2 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:26:53.435809 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:26:53.439575 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:26:53.470627 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Pushing event updated for resources: {'Port': ['ID=babaeb9c-5ddd-4e21-9ffe-ebe06d69f063,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:26:53.486220 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.486495 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.486822 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.487141 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.487484 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.487806 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.488121 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.488437 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.488771 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.489086 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.489396 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.489702 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:26:53.517421 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:26:53.544991 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Attempting to bind port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:26:53.545468 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Attempting to bind port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:26:53.545818 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Attempting to bind port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 on network 9bbaa929-0bc1-432a-be16-15a732a8bae2 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:26:53.551165 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:26:53.551558 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Checking segment: {'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:26:53.551945 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:53.552332 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Bound using segment: {'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:26:53.552784 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Bound port: babaeb9c-5ddd-4e21-9ffe-ebe06d69f063, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:26:53.553142 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:53.640499 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] For port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:26:53.643468 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] For port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=babaeb9c-5ddd-4e21-9ffe-ebe06d69f063,segment=NetworkSegment(dd5eb137-5178-45fc-8e6d-0764626bec67),segment_id=dd5eb137-5178-45fc-8e6d-0764626bec67)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:26:53.736046 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:53.740050 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:26:53.818033 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Pushing event updated for resources: {'Port': ['ID=babaeb9c-5ddd-4e21-9ffe-ebe06d69f063,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:26:53.824239 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:26:54.608691 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9622f4-da23-4992-b60c-a92856b0af78 None None] Network 9bbaa929-0bc1-432a-be16-15a732a8bae2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:26:54.780884 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-62ac23e3-7afb-4d7b-aaf9-a5ad509b7101 None None] Provisioning for port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:26:55.163525 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:26:55.289852 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:26:55.295103 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:26:55.295652 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:55.414520 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:55.464095 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=babaeb9c-5ddd-4e21-9ffe-ebe06d69f063,segment=NetworkSegment(dd5eb137-5178-45fc-8e6d-0764626bec67),segment_id=dd5eb137-5178-45fc-8e6d-0764626bec67)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:26:55.541300 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:55.543434 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:26:55.608618 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=babaeb9c-5ddd-4e21-9ffe-ebe06d69f063,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:26:55.615988 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:26:57.140679 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:26:57.209830 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port babaeb9c-5ddd-4e21-9ffe-ebe06d69f063 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:26:57.210189 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:26:57.552903 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:27:06.335144 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b726-778c-4011-9e09-a029f7989b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:09.249183 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:09.277560 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c58680fa-fd54-494e-9f8f-9da6c47557a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:09.997440 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:11.437974 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:34.551338 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:27:36.323037 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-38fcecd1-f35e-4c44-865d-b07458c41f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:39.191641 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:39.271531 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-32336313-123f-46d0-be58-ef718cba6164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:39.997490 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:27:41.408908 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:06.300254 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-595f3512-d61e-40f3-b4a4-783edf1c43ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:09.191155 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:09.276947 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9c48e0f2-7e81-44ed-8996-0e44a1c876f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:10.019795 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:11.373916 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:11.550322 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:28:30.726498 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43342) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:28:30.733210 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [None req-c96af1f6-417a-41c4-aba0-850dd1471251 tempest-verify_tempest_config-1745318897 tempest-verify_tempest_config-1745318897-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:28:30.734179 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-c96af1f6-417a-41c4-aba0-850dd1471251 tempest-verify_tempest_config-1745318897 tempest-verify_tempest_config-1745318897-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0066810
May 19 06:28:31.318521 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43360) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:28:31.433656 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:31.447069 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:28:31.451534 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Usage tracker for resource:security_group_rule and tenant:43dfd5b9890549fea5762ba5a89229e7 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:28:31.454241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:28:31.459758 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:28:31.536873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:31.601863 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:31.609569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-667937a9-c37a-4491-a064-ec50aae978de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:28:31.648423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Synchronizing usage tracker for tenant:2851d7e68f794da3ad639f5f506797ae on resource:security_group {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:28:31.651577 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2385e993-1dff-4e9b-833b-5c0a95d4ebaa,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:28:31.660844 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.661198 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.661530 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.661853 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.662170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.662504 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.662823 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.663134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.663490 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.663806 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.664113 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.664418 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:28:31.669594 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:28:31.738964 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Unset dirty status for tenant:2851d7e68f794da3ad639f5f506797ae on resource:security_group {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:28:31.740208 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43dfd5b9890549fea5762ba5a89229e7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4206996
May 19 06:28:31.742799 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43366) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:28:31.799196 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:31.824258 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:31.979549 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:31.984932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f5d6631-7bbe-4ca6-9759-cdfec92d2c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:28:31.994888 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385e993-1dff-4e9b-833b-5c0a95d4ebaa,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:28:31.998150 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:28:32.001338 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:32.002511 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2385e993-1dff-4e9b-833b-5c0a95d4ebaa HTTP/1.1" status: 204  len: 168 time: 0.2588041
May 19 06:28:36.304662 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9ea15e77-fde5-476f-8d97-65b2bdf00d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:39.201918 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:39.276227 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5f398c79-0b0a-4c30-badf-cc8200e5377f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:40.013047 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:41.413304 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:28:48.549860 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:29:06.321301 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c8bd0967-9fb5-4842-b41e-d95a6b77ce21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:09.200940 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:09.281472 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1b6e04ca-9634-4f5e-b1cd-0b3bf1b99cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:10.012625 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:11.441046 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:25.548498 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 5 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:29:36.326527 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-944eb911-b664-472a-b275-556e0f7227e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:39.183377 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:39.274823 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-68da8d72-1f26-43b9-87da-bdcfe0473f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:40.000763 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:29:41.400522 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:01.537639 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716'] for agent, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:02.547217 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:30:04.857804 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43418) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:30:04.969915 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-cbc341c3-6f43-4ac4-9bc4-c8ad5c835054 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1110485
May 19 06:30:06.315183 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acfed1ac-6605-45d6-98b9-ce89671db899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:07.083934 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43428) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:30:07.137928 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-585e5b96-363b-4fa6-ba96-4ed8dcf5f864 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0529525
May 19 06:30:09.194637 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:09.303856 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f3be696f-dfa4-4a5a-84a0-6f16ed68f412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:10.028742 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:11.491726 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:31.530992 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:36.308572 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-87fcb12b-cae0-42e5-99bb-42cc7761a3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:39.200802 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:39.313965 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-09c358d1-6faf-4fe9-9d5b-fbd2bd6873ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:39.546225 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:30:40.033908 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:30:41.411087 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:01.580360 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:06.319585 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a30f71ac-c766-4ce4-81bd-480e9202d901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:09.204905 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:09.307844 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2936905d-5eb2-46e7-acb6-c428acca9900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:10.039028 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:11.410455 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:16.545748 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:31:31.541814 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:32.504483 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43568) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:33.012953 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-network', 'tenant_id': '04d02f1c9b5741288837d3645d776554'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:33.017408 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:33.021192 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Usage tracker for resource:network and tenant:04d02f1c9b5741288837d3645d776554 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:33.024817 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:33.030389 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:33.101371 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Made reservation on behalf of 04d02f1c9b5741288837d3645d776554 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:33.103672 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.117270 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.132207 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:33.135957 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Usage tracker for resource:security_group_rule and tenant:04d02f1c9b5741288837d3645d776554 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:33.138689 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:33.144468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:33.227369 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.296007 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.299903 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:33.301070 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43600) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:33.330575 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:31:33.337193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5400565-1548-4429-8da4-ff6dd46de876,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:33.342946 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.343495 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.343855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.344187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.344509 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.344908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.345141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.345458 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.345773 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.346079 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.346392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.346699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Tracked resource versions report:
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]: pushed versions:
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]: {   'AddressGroup': {'1.2'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'ConntrackHelper': {'1.0'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Log': {'1.0'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Network': {'1.1'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Port': {'1.7'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'PortForwarding': {'1.2'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'QosPolicy': {'1.8'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'SecurityGroup': {'1.4'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'SecurityGroupRule': {'1.2'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'SubPort': {'1.0'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Subnet': {'1.1'},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     'Trunk': {'1.1'}}
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]: consumer versions:
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     HyperV agent@hv-cinder-79091: {},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'ConntrackHelper': '1.0',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Log': '1.0',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Network': '1.1',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Port': '1.7',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'PortForwarding': '1.2',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'QosPolicy': '1.8',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'SecurityGroup': '1.4',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'SecurityGroupRule': '1.2',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'SubPort': '1.0',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Subnet': '1.1',
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:                                                      'Trunk': '1.1'}}
May 19 06:31:33.348298 dv-cinder-790910-3-iscsi neutron-server[92078]:  {{(pid=92078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:31:33.351979 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:33.360503 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.361770 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Added segment 5ad5bd3b-964a-439b-86b5-a9dcbbb12780 of type vlan for network 74134814-a548-4a6a-8a12-16b5d172102c
May 19 06:31:33.394468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.490515 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.491866 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:33.492447 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.497296 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a03f723d-d702-4f99-99fa-7137f100a071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:33.590617 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-network', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:33.596651 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:33.597974 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Pushing event updated for resources: {'Network': ['ID=74134814-a548-4a6a-8a12-16b5d172102c,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:33.601043 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:33.608570 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.1032276
May 19 06:31:33.609261 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43622) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:33.610901 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 74134814-a548-4a6a-8a12-16b5d172102c details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:31:33.619512 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Request body: {'subnet': {'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-subnet', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:33.621025 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Usage tracker for resource:network and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:33.621974 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:33.624326 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:33.626963 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Usage tracker for resource:subnet and tenant:04d02f1c9b5741288837d3645d776554 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:33.630273 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:33.630644 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:33.637377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:33.707899 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Made reservation on behalf of 05168f22b00843b9b87b98a1dc2b395a for: {'network': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:33.710340 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.729697 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.744012 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:33.747720 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Usage tracker for resource:security_group_rule and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:33.751026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:33.756587 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:33.759662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Made reservation on behalf of 04d02f1c9b5741288837d3645d776554 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:33.763573 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.876876 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.936514 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:33.941926 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:33.963883 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423}  {{(pid=92077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:31:33.990732 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec3b7a9-8c7f-484f-b3fb-8e38bff1b18d,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:33.995104 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761857802698', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.000454 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8076c01ca0> segment precommit_create {{(pid=92077) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 19 06:31:34.000454 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.segments_db [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Added segment 07bae3d0-6643-4e04-a900-d2aabbb07a6d of type vlan for network b706fb83-64ee-4835-ad10-8fdb1219def5
May 19 06:31:34.017050 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.017638 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.018272 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.018627 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.018916 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.020004 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.020508 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.020828 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.021161 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.021480 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.021790 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.022099 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Tracked resource versions report:
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]: pushed versions:
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]: {   'AddressGroup': {'1.2'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'ConntrackHelper': {'1.0'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Log': {'1.0'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Network': {'1.1'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Port': {'1.7'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'PortForwarding': {'1.2'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'QosPolicy': {'1.8'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'SecurityGroup': {'1.4'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'SecurityGroupRule': {'1.2'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'SubPort': {'1.0'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Subnet': {'1.1'},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     'Trunk': {'1.1'}}
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]: consumer versions:
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     HyperV agent@hv-cinder-79091: {},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'ConntrackHelper': '1.0',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Log': '1.0',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Network': '1.1',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Port': '1.7',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'PortForwarding': '1.2',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'QosPolicy': '1.8',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'SecurityGroup': '1.4',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'SecurityGroupRule': '1.2',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'SubPort': '1.0',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Subnet': '1.1',
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:                                                      'Trunk': '1.1'}}
May 19 06:31:34.023221 dv-cinder-790910-3-iscsi neutron-server[92077]:  {{(pid=92077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:31:34.039222 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:34.059236 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.141327 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.142666 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:34.143236 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.148769 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:34.269024 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b706fb83-64ee-4835-ad10-8fdb1219def5,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:34.272577 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:34.280177 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network b706fb83-64ee-4835-ad10-8fdb1219def5 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:31:34.301875 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.306936 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-411c9d96-ac75-4931-9222-9e800466030f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:34.314317 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.0116799
May 19 06:31:34.317215 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43644) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:34.327373 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Request body: {'subnet': {'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-subnet', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:34.331561 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:34.341557 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Usage tracker for resource:subnet and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:34.348957 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:34.354975 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:34.394779 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288ce888-39d0-403b-afd5-2aa32ca05c39,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:34.399919 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:34.402318 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Checking segment: {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:34.402666 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Network hostable DHCP agents. Network: 74134814-a548-4a6a-8a12-16b5d172102c, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:31:34.416281 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Made reservation on behalf of 05168f22b00843b9b87b98a1dc2b395a for: {'subnet': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:34.419286 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.479144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Network 74134814-a548-4a6a-8a12-16b5d172102c is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:31:34.520490 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43652) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:34.558858 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 74134814-a548-4a6a-8a12-16b5d172102c) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:34.563594 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:34.564779 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.572778 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970e509-4016-4834-804c-fed829698ba7 None None] Network 74134814-a548-4a6a-8a12-16b5d172102c requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:34.588257 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43658) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:34.662563 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.0519872
May 19 06:31:34.665241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43664) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:34.670186 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:34.675092 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:34.679714 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Usage tracker for resource:router and tenant:04d02f1c9b5741288837d3645d776554 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:34.682631 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:34.688509 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:34.763838 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce50d7f-badc-49b1-9e97-ac95d90a1007 None None] Network 74134814-a548-4a6a-8a12-16b5d172102c requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:34.770787 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.772964 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.795201 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.972842 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:34.978240 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f68583c5-1773-4665-91a5-e0f32d5665d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:35.063933 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:35.065392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-855766511-network', 'tenant_id': 'abecab9f1731454f85d91f2986509ad1'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:35.067678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:35.070227 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:35.073528 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Checking segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:35.074052 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Network hostable DHCP agents. Network: b706fb83-64ee-4835-ad10-8fdb1219def5, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:31:35.074166 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Usage tracker for resource:network and tenant:abecab9f1731454f85d91f2986509ad1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:35.077146 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:35.083701 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:35.109285 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1019398207-network', 'tenant_id': 'f19d2d68d3234edaa9331a024262dbb1'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:35.166221 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:35.176167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Network b706fb83-64ee-4835-ad10-8fdb1219def5 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:31:35.179350 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Made reservation on behalf of abecab9f1731454f85d91f2986509ad1 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:35.182788 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.192289 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Usage tracker for resource:network and tenant:f19d2d68d3234edaa9331a024262dbb1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:35.196195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.201266 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:35.205782 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.219795 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:35.234714 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:35.238800 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Usage tracker for resource:security_group_rule and tenant:abecab9f1731454f85d91f2986509ad1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:35.241951 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:35.249972 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:35.262212 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, b706fb83-64ee-4835-ad10-8fdb1219def5) {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:35.272714 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26ca25-0ae6-4927-a4e5-4cb2ef6235ba None None] Network b706fb83-64ee-4835-ad10-8fdb1219def5 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:35.279517 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:35.281511 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.377638 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Made reservation on behalf of f19d2d68d3234edaa9331a024262dbb1 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:35.380683 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.398068 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.412149 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.419962 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43696) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:35.421018 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.1022556
May 19 06:31:35.424623 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:35.429705 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:35.435398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Usage tracker for resource:security_group_rule and tenant:f19d2d68d3234edaa9331a024262dbb1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:35.439617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:35.448595 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:35.490407 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:35.503280 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Usage tracker for resource:router and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:35.507356 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.508293 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:35.525504 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-b706fb83-64ee-4835-ad10-8fdb1219def5', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:31:35.525504 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.526096 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:35.529782 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:35.571596 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809c21fe-134d-4f4a-b125-c899b5bb5851,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:35.580640 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:35.597703 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:31:35.621790 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.622133 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Added segment 696d95aa-0bca-47b8-957c-add4f3b3e722 of type vlan for network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a
May 19 06:31:35.649213 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.650188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.664331 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.699085 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Allocated IP 172.20.0.2 (b706fb83-64ee-4835-ad10-8fdb1219def5/1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0/1cc16390-07d1-4870-9f1b-105a01eea790) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:35.708909 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.877266 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:35.927998 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.db.resource_extend [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 19 06:31:35.982177 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.028378 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Transition to ACTIVE for port object 1cc16390-07d1-4870-9f1b-105a01eea790 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:36.070776 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Transition to ACTIVE for port object 1cc16390-07d1-4870-9f1b-105a01eea790 will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:36.076463 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.102238 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:36.131520 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.164631 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:36.210449 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Network b706fb83-64ee-4835-ad10-8fdb1219def5 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:36.213560 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:36.217674 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:36.243141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.266869 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Pushing event updated for resources: {'Port': ['ID=1cc16390-07d1-4870-9f1b-105a01eea790,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:36.280988 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.305398 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.309605 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:36.309725 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.309725 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.309948 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Tracked resource versions report:
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]: pushed versions:
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]: {   'AddressGroup': {'1.2'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'ConntrackHelper': {'1.0'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Log': {'1.0'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Network': {'1.1'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Port': {'1.7'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'PortForwarding': {'1.2'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'QosPolicy': {'1.8'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'SecurityGroup': {'1.4'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'SecurityGroupRule': {'1.2'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'SubPort': {'1.0'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Subnet': {'1.1'},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     'Trunk': {'1.1'}}
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]: consumer versions:
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     HyperV agent@hv-cinder-79091: {},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'ConntrackHelper': '1.0',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Log': '1.0',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Network': '1.1',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Port': '1.7',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'PortForwarding': '1.2',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'QosPolicy': '1.8',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'SecurityGroup': '1.4',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'SecurityGroupRule': '1.2',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'SubPort': '1.0',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Subnet': '1.1',
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:                                                      'Trunk': '1.1'}}
May 19 06:31:36.310737 dv-cinder-790910-3-iscsi neutron-server[92079]:  {{(pid=92079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:31:36.313094 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.319631 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:36.349734 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Attempting to bind port 1cc16390-07d1-4870-9f1b-105a01eea790 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:31:36.350388 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Attempting to bind port 1cc16390-07d1-4870-9f1b-105a01eea790 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:31:36.350917 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Attempting to bind port 1cc16390-07d1-4870-9f1b-105a01eea790 on network b706fb83-64ee-4835-ad10-8fdb1219def5 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:36.358174 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:31:36.361225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Checking segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:36.361225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.361225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Bound using segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:31:36.361225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Bound port: 1cc16390-07d1-4870-9f1b-105a01eea790, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:31:36.361225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.377156 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:31:36.430310 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-cf198db6-1f88-4e14-bed7-194b6b109f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.440332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.448330 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.451089 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Added segment 54bcb95d-e43f-41f4-9cce-cbec266fd500 of type vlan for network f5392844-74d5-4901-80b4-e2220b971d32
May 19 06:31:36.453600 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12b207-83b0-48b9-852c-f75e06d7d3c4,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:36.469271 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:36.474740 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:36.475854 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] For port 1cc16390-07d1-4870-9f1b-105a01eea790, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:31:36.479547 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] For port 1cc16390-07d1-4870-9f1b-105a01eea790, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=1cc16390-07d1-4870-9f1b-105a01eea790,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:31:36.537204 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.544959 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-dac9b0d5-1678-44b9-becf-807bfb1d0ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:36.615669 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.632584 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Pushing event updated for resources: {'Port': ['ID=1cc16390-07d1-4870-9f1b-105a01eea790,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:36.636633 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:36.690358 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43740) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:36.691107 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.1686397
May 19 06:31:36.691497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Pushing event updated for resources: {'Network': ['ID=8f6b76ee-4bb1-47b5-9024-ada2413ad57a,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:36.696168 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Request body: {'subnet': {'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-855766511-subnet', 'tenant_id': 'abecab9f1731454f85d91f2986509ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:36.710206 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:36.710520 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:31:36.710609 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:36.715484 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Usage tracker for resource:subnet and tenant:abecab9f1731454f85d91f2986509ad1 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:36.720317 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:36.736698 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:36.741202 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Allocated IP 172.27.1.177 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/a180805f-326f-4ab9-9842-36bb268b0786) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:36.991545 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:36.998273 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:36.998894 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.006713 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:37.127674 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.175752 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Made reservation on behalf of abecab9f1731454f85d91f2986509ad1 for: {'subnet': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:37.178859 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.243379 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Pushing event updated for resources: {'Network': ['ID=f5392844-74d5-4901-80b4-e2220b971d32,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:37.246241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:37.255940 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network f5392844-74d5-4901-80b4-e2220b971d32 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:31:37.311766 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.7203636
May 19 06:31:37.313382 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43748) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:37.330300 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Request body: {'subnet': {'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1019398207-subnet', 'tenant_id': 'f19d2d68d3234edaa9331a024262dbb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:37.345206 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:37.366693 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Usage tracker for resource:subnet and tenant:f19d2d68d3234edaa9331a024262dbb1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:37.372557 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:37.377420 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.414148 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:37.427427 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.468579 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 1cc16390-07d1-4870-9f1b-105a01eea790 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:37.498662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.514187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2c365dff-e207-4813-8b8d-a4201237d615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:37.572660 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Made reservation on behalf of f19d2d68d3234edaa9331a024262dbb1 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:37.574602 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.633086 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 1cc16390-07d1-4870-9f1b-105a01eea790 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:31:37.645174 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:37.654764 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:37.657558 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:37.773564 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:37.777855 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:37.801085 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ea902-4e55-4cb2-bda5-5c325353dec3 None None] Network b706fb83-64ee-4835-ad10-8fdb1219def5 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:37.892042 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f58966f6-dab5-416b-b3b6-8d248635de35,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:37.896731 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:37.916458 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Pushing event updated for resources: {'Port': ['ID=a180805f-326f-4ab9-9842-36bb268b0786,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:37.985491 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:37.992653 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Checking segment: {'id': '696d95aa-0bca-47b8-957c-add4f3b3e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:37.992798 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Network hostable DHCP agents. Network: 8f6b76ee-4bb1-47b5-9024-ada2413ad57a, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:31:38.036281 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Provisioning for port 1cc16390-07d1-4870-9f1b-105a01eea790 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:31:38.080941 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Provisioning complete for port 1cc16390-07d1-4870-9f1b-105a01eea790 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:38.081320 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:38.096108 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:31:38.178650 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 8f6b76ee-4bb1-47b5-9024-ada2413ad57a) {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:38.184362 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:38.185227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:38.204560 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Allocated IP 172.27.1.112 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/6e87f1b5-dec8-418b-882e-5b7c43ebcbe0) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:38.205943 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46eca638-9cd2-481d-9493-ce263c78d108 None None] Network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:38.307168 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6156330
May 19 06:31:38.343852 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:38.457586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] For port 1cc16390-07d1-4870-9f1b-105a01eea790, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=1cc16390-07d1-4870-9f1b-105a01eea790,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:31:38.606794 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:38.620612 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:38.678419 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:38.681501 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175afcbc-8b59-44c2-8f47-35a2bc2f69f9 None None] Network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:38.821755 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Pushing event updated for resources: {'Port': ['ID=1cc16390-07d1-4870-9f1b-105a01eea790,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:38.825779 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:38.827832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-104a864c-7bd9-4cc0-978d-19f30a0ae89d None None] Provisioning complete for port 1cc16390-07d1-4870-9f1b-105a01eea790 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:38.828198 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-104a864c-7bd9-4cc0-978d-19f30a0ae89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.065040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.223636 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.235339 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43812) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:39.235808 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43814) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:39.269447 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.349079 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.355552 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-12810cf8-d98e-4640-9799-8fac079431ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.371154 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:39.408553 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.436907 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 1cc16390-07d1-4870-9f1b-105a01eea790 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:39.445786 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:39.453221 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:39.453908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:39.464097 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Usage tracker for resource:security_group_rule and tenant:37101d3fbdae41f8b00b70596af9e6bf is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:39.471189 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:39.478826 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:39.500700 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43844) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:39.504188 dv-cinder-790910-3-iscsi neutron-server[92077]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 19 06:31:39.542978 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 1cc16390-07d1-4870-9f1b-105a01eea790 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:39.543392 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.613543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:39.722449 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-d82536ae-c9f6-48be-9ea8-812f548bb83a tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:39.724125 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-d82536ae-c9f6-48be-9ea8-812f548bb83a tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/networks?id=8f6b76ee-4bb1-47b5-9024-ada2413ad57a HTTP/1.1" status: 200  len: 811 time: 0.2220962
May 19 06:31:39.739844 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.752984 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-1b236f60-536b-4783-8d07-20d3f30542ab tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/quotas/abecab9f1731454f85d91f2986509ad1 HTTP/1.1" status: 200  len: 375 time: 0.0233498
May 19 06:31:39.755932 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.804976 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:39.810732 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-143669d5-bf72-4f8b-9560-a222b2036665 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=abecab9f1731454f85d91f2986509ad1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483975
May 19 06:31:39.811519 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.824665 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:39.826350 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:39.871347 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37101d3fbdae41f8b00b70596af9e6bf&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6349156
May 19 06:31:39.872138 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43860) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:39.884778 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:39.899040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Usage tracker for resource:security_group_rule and tenant:6a9509a5342f4d0f9a9bfbfa271985a5 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:39.905629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:39.913379 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f59026-cc44-4803-90b9-f35e0935cc6d,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:39.918440 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:39.918900 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:39.922387 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:39.947647 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:39.989751 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.035586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.046584 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.132216 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c724c76b-14f0-49b5-983e-15863334ffe8,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:40.139549 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:40.140237 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:31:40.143197 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-8e828d10-013d-4084-9bae-e32a3bbd81ad service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:31:40.144302 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-8e828d10-013d-4084-9bae-e32a3bbd81ad service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0624604
May 19 06:31:40.174204 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Checking segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:40.174551 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Network hostable DHCP agents. Network: f5392844-74d5-4901-80b4-e2220b971d32, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:31:40.235244 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.254387 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:40.281999 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f59026-cc44-4803-90b9-f35e0935cc6d,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:40.287196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.288781 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03f59026-cc44-4803-90b9-f35e0935cc6d HTTP/1.1" status: 204  len: 168 time: 0.4154267
May 19 06:31:40.289651 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:40.321639 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-a9dc2c05-181a-4feb-814a-e060dc473b62 service neutron] 10.222.0.25 "GET /v2.0/networks/8f6b76ee-4bb1-47b5-9024-ada2413ad57a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681678
May 19 06:31:40.464113 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-732a3340-e774-431b-839c-883134bf98b8 service neutron] 10.222.0.25 "GET /v2.0/networks/8f6b76ee-4bb1-47b5-9024-ada2413ad57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408231
May 19 06:31:40.497772 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.503241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Network f5392844-74d5-4901-80b4-e2220b971d32 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:31:40.509038 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.604282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:31:40.617677 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.621777 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Sync routers for ids ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:31:40.639196 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Routers {'0e238985-bcf9-4704-b952-1d0c7e8a6d53'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:40.639196 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075268be0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:40.711308 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9ad9bbde-56eb-4b61-aeda-37a7e2f9b6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:40.717854 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, f5392844-74d5-4901-80b4-e2220b971d32) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:40.728827 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef8666-fb99-4cd4-8505-d83acf3df7ca None None] Network f5392844-74d5-4901-80b4-e2220b971d32 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:40.751859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:40.752978 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.790765 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43898) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:40.800108 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a9509a5342f4d0f9a9bfbfa271985a5&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5639768
May 19 06:31:40.803848 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce0e5a7-5570-46f3-a904-628e59bd756a,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:40.806249 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43902) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:40.822628 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:40.861618 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ed307cae-85fc-4f1a-8470-a64b37661766 req-5fc6ce0a-8357-473c-af17-e9c4cc7247b1 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.0689721
May 19 06:31:40.908546 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:40.913711 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.2470620
May 19 06:31:40.914507 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43910) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:40.976593 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.6570930
May 19 06:31:41.019310 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e4b0c-f3c0-4b65-b4bc-d550ce3520bb None None] Network f5392844-74d5-4901-80b4-e2220b971d32 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:41.025252 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Set router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:41.183196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43918) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:41.208097 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.266327 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.274732 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.312233 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.335716 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:41.342989 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Usage tracker for resource:security_group_rule and tenant:aa4ddbb4911f4c60a9adf3243c4d8d20 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:41.427956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:41.446874 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:41.512901 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.654674 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075268be0>, [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:31:38Z', 'revision_number': 3, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:41.659654 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Checking router: 0e238985-bcf9-4704-b952-1d0c7e8a6d53 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:31:41.660176 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Updating router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 port a180805f-326f-4ab9-9842-36bb268b0786 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:31:41.722852 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.838485 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.843731 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e412b4ee-3965-4427-9bbd-cfc9f192445e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:41.855804 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce0e5a7-5570-46f3-a904-628e59bd756a,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:41.858621 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:41.862082 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:41.863736 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ce0e5a7-5570-46f3-a904-628e59bd756a HTTP/1.1" status: 204  len: 168 time: 1.0418766
May 19 06:31:41.901415 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Router 055756fa-b151-4067-bd29-2620afe7260b is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:31:42.184688 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:31:42.184880 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c96f6de6-9e24-414c-b111-6bab53768f9c req-07404485-1c25-45ef-aa17-47175383ff9a tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.0818956
May 19 06:31:42.184965 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Sync routers for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:31:42.191443 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:42.192821 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760a57f0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:42.198936 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.205531 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.219999 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Transition to ACTIVE for port object a180805f-326f-4ab9-9842-36bb268b0786 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:42.290449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.291778 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.8709993
May 19 06:31:42.293328 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-d506545d-1cce-47cb-a3f5-757ee7216f36 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:42.294433 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 43968) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:42.296321 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-d506545d-1cce-47cb-a3f5-757ee7216f36 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.4776266
May 19 06:31:42.313593 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.318704 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:42.374801 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.392137 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-b967e389-19f6-435f-a21c-89ad3c3b7be9 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/quotas/f19d2d68d3234edaa9331a024262dbb1 HTTP/1.1" status: 200  len: 375 time: 0.0386772
May 19 06:31:42.412457 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b29be6ac-f65d-4689-beb6-262e38097ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:42.432699 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa4ddbb4911f4c60a9adf3243c4d8d20&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2436852
May 19 06:31:42.437276 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43978) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:42.468213 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:42.504139 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Attempting to bind port a180805f-326f-4ab9-9842-36bb268b0786 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:31:42.504516 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Attempting to bind port a180805f-326f-4ab9-9842-36bb268b0786 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:31:42.504868 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Attempting to bind port a180805f-326f-4ab9-9842-36bb268b0786 on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:42.508361 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-75183dae-b735-4c72-90df-d29dc81d98eb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0734360
May 19 06:31:42.510617 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Pushing event updated for resources: {'Port': ['ID=a180805f-326f-4ab9-9842-36bb268b0786,revision_number=2']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:42.528253 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:31:42.528647 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:42.529047 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.529396 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:31:42.529868 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Bound port: a180805f-326f-4ab9-9842-36bb268b0786, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:31:42.530240 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.609989 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.610216 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.610547 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.610871 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.611187 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.611527 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.611838 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.612149 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.612474 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.612820 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.613126 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.613431 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Tracked resource versions report:
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]: pushed versions:
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]: {   'AddressGroup': {'1.2'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'ConntrackHelper': {'1.0'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Log': {'1.0'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Network': {'1.1'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Port': {'1.7'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'PortForwarding': {'1.2'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'QosPolicy': {'1.8'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'SecurityGroup': {'1.4'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'SecurityGroupRule': {'1.2'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'SubPort': {'1.0'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Subnet': {'1.1'},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     'Trunk': {'1.1'}}
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]: consumer versions:
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]: {   DHCP agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     HyperV agent@hv-cinder-79091: {},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     L3 agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     Metadata agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     Metering agent@dv-cinder-790910-3-iscsi: {},
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:     Open vSwitch agent@dv-cinder-790910-3-iscsi: {   'AddressGroup': '1.2',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'ConntrackHelper': '1.0',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Log': '1.0',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Network': '1.1',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Port': '1.7',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'PortForwarding': '1.2',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'QosPolicy': '1.8',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'SecurityGroup': '1.4',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'SecurityGroupRule': '1.2',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'SubPort': '1.0',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Subnet': '1.1',
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:                                                      'Trunk': '1.1'}}
May 19 06:31:42.614463 dv-cinder-790910-3-iscsi neutron-server[92080]:  {{(pid=92080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 19 06:31:42.630844 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:42.717382 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] For port a180805f-326f-4ab9-9842-36bb268b0786, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:31:42.721921 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] For port a180805f-326f-4ab9-9842-36bb268b0786, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=a180805f-326f-4ab9-9842-36bb268b0786,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:31:42.734328 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-d7649139-4059-4a08-880a-da86415df4d9 service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2250195
May 19 06:31:42.741431 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f871316f-2e3f-4e62-ab90-4ee57b53b73c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:42.799004 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:42.840118 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.847703 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:42.936953 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Pushing event updated for resources: {'Port': ['ID=a180805f-326f-4ab9-9842-36bb268b0786,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:42.943348 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:42.954007 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:42.964734 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Routers {'0e238985-bcf9-4704-b952-1d0c7e8a6d53'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:42.965620 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075268be0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:42.979711 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 43996) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:42.995328 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760a57f0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:39Z', 'revision_number': 3, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:42.999878 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Checking router: 055756fa-b151-4067-bd29-2620afe7260b for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:31:43.000228 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Updating router 055756fa-b151-4067-bd29-2620afe7260b port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:31:43.016374 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.034541 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.064856 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.114524 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.164465 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] Set router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:43.182750 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:43.186815 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Usage tracker for resource:security_group_rule and tenant:196d9adca6204203bd8f0931392f31ce is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:43.189813 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:43.197738 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:43.226501 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-6cb45946-1618-427c-bb6d-c428fc11faef service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4891920
May 19 06:31:43.303951 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.343833 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bf149014-90f3-4571-9b81-5cc42cbae12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:43.369649 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f871316f-2e3f-4e62-ab90-4ee57b53b73c,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:43.378941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:43.445654 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.496091 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d59b6b7f-6583-4452-8eb4-290450a02a2d req-65905e23-0212-41f2-a79b-52a1b1bfe3b1 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.0730276
May 19 06:31:43.508388 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.512387 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f871316f-2e3f-4e62-ab90-4ee57b53b73c HTTP/1.1" status: 204  len: 168 time: 1.0672524
May 19 06:31:43.591511 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.592106 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075268be0>, [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:31:38Z', 'revision_number': 3, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:43.596090 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4322c3bd-4df2-44ac-8787-4a61c9bcd4a7 None None] The sync data for ids ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'] in dv-cinder-790910-3-iscsi is: [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:31:38Z', 'revision_number': 3, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:31:43.607627 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Transition to ACTIVE for port object 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:43.635062 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9b8e737b-37eb-48f5-aa32-bd6a64b06442 req-3825b279-185a-4b03-a509-4fc52bb19b62 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 210 time: 0.0893958
May 19 06:31:43.665415 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.685715 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.695226 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Allocated IP 172.20.0.1 (74134814-a548-4a6a-8a12-16b5d172102c/288ce888-39d0-403b-afd5-2aa32ca05c39/844f1224-15cb-44a6-861d-77c6fa474767) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:43.695455 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-c46a715b-1ac2-4ba8-ae17-8215bdd81e21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:43.740227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.764101 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:43.887684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Attempting to bind port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:31:43.888050 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Attempting to bind port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:31:43.888408 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Attempting to bind port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:43.896916 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d8e9-65e1-403d-9fdf-9b4cfb035daa None None] Pushing event updated for resources: {'Port': ['ID=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:43.919909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-7e07d8e9-65e1-403d-9fdf-9b4cfb035daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:43.919909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:31:43.919909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:43.919909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.920269 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:31:43.920570 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Bound port: 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:31:43.920942 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:43.947098 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baa1566-e8f1-4222-85e2-e95a2b2fd42c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:43.954725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:43.983000 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=196d9adca6204203bd8f0931392f31ce&name=default HTTP/1.1" status: 200  len: 2975 time: 1.0002627
May 19 06:31:43.984686 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44036) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:43.998586 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Allocated IP 172.20.0.1 (b706fb83-64ee-4835-ad10-8fdb1219def5/1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0/30d66a7b-a5b2-4dc5-b95f-3a5437d35d91) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:44.000999 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.105137 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.131061 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.146684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] For port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:31:44.150035 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] For port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:31:44.153598 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e1b56d3d-1a21-48c4-b55b-d7b87cd06ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:44.209528 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.234130 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.239997 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:44.259212 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Network 74134814-a548-4a6a-8a12-16b5d172102c is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:44.266949 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:44.281626 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:44.281626 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.306767 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.353610 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Transition to ACTIVE for port object 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:44.436798 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:44.441976 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760a57f0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:44.481997 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.484682 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:44.531550 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Pushing event updated for resources: {'Port': ['ID=844f1224-15cb-44a6-861d-77c6fa474767,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:44.535344 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:44.584122 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d8e9-65e1-403d-9fdf-9b4cfb035daa None None] Pushing event updated for resources: {'Port': ['ID=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:44.591426 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-7e07d8e9-65e1-403d-9fdf-9b4cfb035daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:44.692685 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.723301 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-4c73004e-24c8-4124-a701-4e9b1f5125ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:44.738512 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:44.742943 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:44.752045 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Network b706fb83-64ee-4835-ad10-8fdb1219def5 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:44.753546 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:44.757043 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:44.757614 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.841414 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:44.844085 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-158ef147-dde6-4f76-a06d-6cfb00ac2aef req-8493db56-140b-4fdf-bca5-49e47faf329e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 210 time: 0.0915077
May 19 06:31:44.916810 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:44.918484 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8baa1566-e8f1-4222-85e2-e95a2b2fd42c HTTP/1.1" status: 204  len: 168 time: 0.9326160
May 19 06:31:44.919617 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baa1566-e8f1-4222-85e2-e95a2b2fd42c,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:44.935491 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:45.088656 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.111360 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e3a8c7d8-bfdd-481b-96f4-20659fbc6d89 req-4f02b6ea-8d52-4efb-bde9-72e16f135801 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.1961722
May 19 06:31:45.168653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.506260 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device a180805f-326f-4ab9-9842-36bb268b0786 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:45.562885 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44098) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:45.583991 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.641932 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.52', 62890) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:45.701593 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.713249 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.758189 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ea0574b2-7453-403b-807a-b2d2fb246582 None None] Provisioning for port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:31:45.768632 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.813523 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:45.836853 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ea0574b2-7453-403b-807a-b2d2fb246582 None None] Provisioning complete for port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:45.837504 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ea0574b2-7453-403b-807a-b2d2fb246582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.840061 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.841349 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:45.847613 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:45.925914 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-ea0574b2-7453-403b-807a-b2d2fb246582 None None] Port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:31:45.948114 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port a180805f-326f-4ab9-9842-36bb268b0786 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:31:45.953430 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541955981-network', 'tenant_id': 'dbb846e0840043139132940162aee27e'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:45.959383 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port a180805f-326f-4ab9-9842-36bb268b0786 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:45.960460 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:46.064209 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760a57f0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:39Z', 'revision_number': 3, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:46.070503 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:46.070692 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e1ac0-e5e9-4332-b712-ae5454b90f0d None None] The sync data for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi is: [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:39Z', 'revision_number': 3, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:31:46.145055 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Pushing event updated for resources: {'Port': ['ID=844f1224-15cb-44a6-861d-77c6fa474767,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:46.164537 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-a19e4c04-54b7-4f26-bec9-9fb0ae8ac091 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:46.164537 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-a19e4c04-54b7-4f26-bec9-9fb0ae8ac091 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.52 "GET /v2.0/networks?id=8f6b76ee-4bb1-47b5-9024-ada2413ad57a HTTP/1.1" status: 200  len: 811 time: 0.5179448
May 19 06:31:46.164993 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:46.168948 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Usage tracker for resource:network and tenant:dbb846e0840043139132940162aee27e is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:46.205464 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:46.246132 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port a180805f-326f-4ab9-9842-36bb268b0786, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=a180805f-326f-4ab9-9842-36bb268b0786,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:31:46.260648 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:46.265619 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:46.302362 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:46.305990 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-e00e42c5-3d5b-4a75-b04c-72bc8ab41c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:46.330807 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Network b706fb83-64ee-4835-ad10-8fdb1219def5 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:46.332873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:46.400029 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0e8a0f9d-cce1-4a81-b252-cea5113edf77 req-3e3ccb1c-1190-4eb7-b370-5d396e3377ea tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 210 time: 0.2270532
May 19 06:31:46.410179 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Request body: {'port': {'device_id': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a', 'admin_state_up': True, 'tenant_id': 'abecab9f1731454f85d91f2986509ad1'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:46.474980 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=a180805f-326f-4ab9-9842-36bb268b0786,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:46.482624 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:46.589885 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:46.640180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:46.751476 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ad15db1d-2aec-4d88-84b9-fa4afd6702f9 None None] Provisioning complete for port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:46.751853 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ad15db1d-2aec-4d88-84b9-fa4afd6702f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:46.761129 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a730b309-836d-436c-9ad7-69a3d4910dc8 req-52aa5645-b754-44b4-82df-1f8b3e2b356d tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.1387188
May 19 06:31:46.841849 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Router 055756fa-b151-4067-bd29-2620afe7260b has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:31:46.858993 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Made reservation on behalf of dbb846e0840043139132940162aee27e for: {'network': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:46.861353 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:46.890205 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-ad15db1d-2aec-4d88-84b9-fa4afd6702f9 None None] Port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:31:46.913260 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Network 74134814-a548-4a6a-8a12-16b5d172102c is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:46.914355 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:46.925834 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:46.937649 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:46.950052 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Usage tracker for resource:port and tenant:abecab9f1731454f85d91f2986509ad1 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:46.965495 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:46.981287 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:47.063659 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:47.070651 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Usage tracker for resource:security_group_rule and tenant:dbb846e0840043139132940162aee27e is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:47.083929 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:47.093144 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:47.164333 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:31:47.186167 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] 10.222.0.25 "PUT /v2.0/routers/055756fa-b151-4067-bd29-2620afe7260b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8906381
May 19 06:31:47.346865 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.52', 62899) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:47.349201 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Made reservation on behalf of abecab9f1731454f85d91f2986509ad1 for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:47.353159 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:47.461309 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:31:47.508310 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device a180805f-326f-4ab9-9842-36bb268b0786 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:47.634385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port a180805f-326f-4ab9-9842-36bb268b0786 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:47.635069 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:47.674990 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-5dc58119-2bb0-4429-bad6-08cd6f0f91c4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:47.676712 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-5dc58119-2bb0-4429-bad6-08cd6f0f91c4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Synchronizing usage tracker for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:network {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:31:47.846712 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:47.900159 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-706700f0-f0a4-4d51-afde-c5215fc79c84 req-20d02d8e-1e11-4b26-aa0e-47bda2ddd9e0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 210 time: 0.2564886
May 19 06:31:47.925690 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.238436 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:31:48.238436 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:48.238436 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.261858 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-5dc58119-2bb0-4429-bad6-08cd6f0f91c4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Unset dirty status for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:network {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:31:48.261858 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-5dc58119-2bb0-4429-bad6-08cd6f0f91c4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.7230763
May 19 06:31:48.271316 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Allocated IP 172.20.0.12 (8f6b76ee-4bb1-47b5-9024-ada2413ad57a/f58966f6-dab5-416b-b3b6-8d248635de35/05583c2b-d39b-4adc-9d02-572dde353643) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:48.272269 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Request body: {'port': {'device_id': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'admin_state_up': True, 'tenant_id': 'f19d2d68d3234edaa9331a024262dbb1'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:48.343655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.389050 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.413992 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:31:48.496092 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.505751 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:48.579619 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:48.615854 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7966a327-3180-4246-9875-f0f183068456 req-34c5a9aa-9802-4044-af71-33f358c2d616 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.1983459
May 19 06:31:48.637984 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407}  {{(pid=92077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:31:48.656845 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.657180 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.segments_db [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Added segment 07d7ed29-bb4e-4c34-97e3-0187dd13d249 of type vlan for network 1cd8996e-c0bd-4794-805e-3828d741d0cc
May 19 06:31:48.686192 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:48.690176 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.690473 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:48.697525 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Usage tracker for resource:port and tenant:f19d2d68d3234edaa9331a024262dbb1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:48.700876 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:48.703459 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44224) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:48.710726 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:48.716240 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509654493', 'description': 'tempest-description--1368353866'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:48.738656 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:31:48.751493 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Sync routers for ids ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:31:48.765853 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:48.766083 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.779493 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Routers {'0e238985-bcf9-4704-b952-1d0c7e8a6d53'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:48.780156 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753e6cd0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:48.795818 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.802294 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:48.803553 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:48.804290 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.826275 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:48.843884 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] 10.222.0.25 "PUT /v2.0/routers/0e238985-bcf9-4704-b952-1d0c7e8a6d53/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9278290
May 19 06:31:48.848576 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be28a713-ab22-418e-bf78-d87c2e79356f,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:48.857944 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:48.871978 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:48.877237 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:48.899049 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Made reservation on behalf of f19d2d68d3234edaa9331a024262dbb1 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:48.914088 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:48.934466 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Sync routers for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:31:48.946783 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 3.3823080
May 19 06:31:48.955190 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44242) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:48.958876 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:48.959573 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807542cdc0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:48.966788 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Request body: {'subnet': {'network_id': '1cd8996e-c0bd-4794-805e-3828d741d0cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1541955981-subnet', 'tenant_id': 'dbb846e0840043139132940162aee27e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:48.975521 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:49.164027 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:49.176103 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Usage tracker for resource:subnet and tenant:dbb846e0840043139132940162aee27e is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:49.183100 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:49.185236 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:49.280700 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:49.363546 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:49.380066 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:49.405899 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group_rule and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:49.411664 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:49.442959 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e0e7d12f-2b88-4f66-9f3a-48a31a4a5f00 req-c4ab0c8f-211c-4314-b776-02c1b15a6d11 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 210 time: 0.1934710
May 19 06:31:49.445935 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd8996e-c0bd-4794-805e-3828d741d0cc,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:49.459156 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:49.471085 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:49.518966 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Made reservation on behalf of dbb846e0840043139132940162aee27e for: {'subnet': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:49.521756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:49.533619 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Set router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:49.545357 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:49.602982 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:49.635044 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 1cd8996e-c0bd-4794-805e-3828d741d0cc details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:31:49.667632 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:49.921358 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:49.921995 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:49.999241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Allocated IP 172.20.0.9 (f5392844-74d5-4901-80b4-e2220b971d32/c724c76b-14f0-49b5-983e-15863334ffe8/968108c8-72a0-4188-8ad6-f1da26e00d6c) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:50.093383 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:50.167445 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:50.185487 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:50.199510 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:50.200163 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.245383 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.321978 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.479917 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753e6cd0>, [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '844f1224-15cb-44a6-861d-77c6fa474767', 'name': '', 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'mac_address': 'fa:16:3e:c5:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:45Z', 'revision_number': 2, 'project_id': '04d02f1c9b5741288837d3645d776554', 'subnets': [{'id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:50.499923 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Checking router: 0e238985-bcf9-4704-b952-1d0c7e8a6d53 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:31:50.501238 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Updating router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 port 844f1224-15cb-44a6-861d-77c6fa474767 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:31:50.509844 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44294) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:50.518541 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807542cdc0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:45Z', 'revision_number': 2, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:50.524253 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Checking router: 055756fa-b151-4067-bd29-2620afe7260b for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:31:50.524853 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Updating router 055756fa-b151-4067-bd29-2620afe7260b port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:31:50.541831 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Pushing event updated for resources: {'Port': ['ID=05583c2b-d39b-4adc-9d02-572dde353643,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:50.550421 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:50.552313 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1492472
May 19 06:31:50.619989 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.660065 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:50.666090 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.705982 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.752151 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa61b9e-7110-410f-b0a0-9afacadd7f92,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:50.775158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.813177 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:50.835448 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:50.837314 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.1328039
May 19 06:31:50.844707 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44310) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:50.845823 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:50.939552 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-db0226ec-a925-41f0-bbde-913d11241774 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:31:50.943882 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'security_group_rule': {'security_group_id': 'efa61b9e-7110-410f-b0a0-9afacadd7f92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:50.946325 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-db0226ec-a925-41f0-bbde-913d11241774 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0825720
May 19 06:31:50.993744 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.009075 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event updated for resources: {'Port': ['ID=968108c8-72a0-4188-8ad6-f1da26e00d6c,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:51.016762 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:51.017691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:51.021879 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Network f5392844-74d5-4901-80b4-e2220b971d32 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:51.024424 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:51.026303 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group_rule and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:51.042157 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:51.044273 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:51.051010 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:51.051895 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.057403 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:51.161928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-31638cb4-81ed-4666-b140-9e1c210a6961 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:51.174526 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-31638cb4-81ed-4666-b140-9e1c210a6961 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 819 time: 1.3589036
May 19 06:31:51.191422 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:51.196204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Usage tracker for resource:security_group_rule and tenant:a89307866f024b13886604e36687d916 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:51.200687 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:51.204385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.219026 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.223595 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:51.237818 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Transition to ACTIVE for port object 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:51.246533 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1417854
May 19 06:31:51.285905 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Request body: {'port': {'device_id': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:51.289395 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Request body: {'port': {'device_id': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:51.313134 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.325446 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-dac9b0d5-1678-44b9-becf-807bfb1d0ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:51.340408 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-1236a8e7-c58a-4966-8d05-40d9224f45e9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/quotas/04d02f1c9b5741288837d3645d776554 HTTP/1.1" status: 200  len: 375 time: 0.1645577
May 19 06:31:51.407515 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.411736 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed134b-dc1e-4bd7-91eb-623549d33c34 None None] Pushing event updated for resources: {'Port': ['ID=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:51.435198 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Transition to ACTIVE for port object 844f1224-15cb-44a6-861d-77c6fa474767 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:51.437485 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc4c56-948c-45d0-8647-00733a2c3986 req-de359924-2422-447d-a5b0-1f1263755596 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:51.438137 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e6bc4c56-948c-45d0-8647-00733a2c3986 req-de359924-2422-447d-a5b0-1f1263755596 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Synchronizing usage tracker for tenant:abecab9f1731454f85d91f2986509ad1 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:31:51.482270 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.499993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.520008 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.533502 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-40571001-3f1c-4604-8f0e-9bc3144dec7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:51.633898 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.676570 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:51.680828 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Attempting to bind port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:31:51.681248 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Attempting to bind port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:31:51.681617 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Attempting to bind port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 on network b706fb83-64ee-4835-ad10-8fdb1219def5 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:51.703643 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-b7ed134b-dc1e-4bd7-91eb-623549d33c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:51.713454 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:31:51.713753 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Checking segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:51.714154 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.714548 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Bound using segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:31:51.715727 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Bound port: 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:31:51.716827 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.751061 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a356c43a-8b51-4deb-813f-be4cca48f112,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:51.758879 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:51.869264 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.880014 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35192f-6a3c-4561-a131-4b630cb70321 None None] Pushing event updated for resources: {'Port': ['ID=844f1224-15cb-44a6-861d-77c6fa474767,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:51.892699 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] For port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:31:51.897563 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] For port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:31:51.922322 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.928648 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0149629
May 19 06:31:51.936424 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44330) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:51.946245 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'security_group_rule': {'security_group_id': 'efa61b9e-7110-410f-b0a0-9afacadd7f92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:51.951603 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-aa35192f-6a3c-4561-a131-4b630cb70321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:51.959474 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:51.963992 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:51.976464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:51.989973 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group_rule and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:52.006710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:52.013719 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Attempting to bind port 844f1224-15cb-44a6-861d-77c6fa474767 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:31:52.014508 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Attempting to bind port 844f1224-15cb-44a6-861d-77c6fa474767 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:31:52.015107 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Attempting to bind port 844f1224-15cb-44a6-861d-77c6fa474767 on network 74134814-a548-4a6a-8a12-16b5d172102c {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:52.025038 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:31:52.027007 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Checking segment: {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:52.028582 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.029103 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Bound using segment: {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:31:52.031816 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Bound port: 844f1224-15cb-44a6-861d-77c6fa474767, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:31:52.032315 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.040528 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:52.056102 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.102723 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:52.140859 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:52.141509 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807542cdc0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:52.174799 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] For port 844f1224-15cb-44a6-861d-77c6fa474767, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:31:52.181167 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] For port 844f1224-15cb-44a6-861d-77c6fa474767, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=844f1224-15cb-44a6-861d-77c6fa474767,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:31:52.257595 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13a3824-4109-4908-9d12-f55a6590834a,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:52.270145 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.275169 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed134b-dc1e-4bd7-91eb-623549d33c34 None None] Pushing event updated for resources: {'Port': ['ID=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:52.281051 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-b7ed134b-dc1e-4bd7-91eb-623549d33c34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:52.281713 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-aa35192f-6a3c-4561-a131-4b630cb70321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:52.348877 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e6bc4c56-948c-45d0-8647-00733a2c3986 req-de359924-2422-447d-a5b0-1f1263755596 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Unset dirty status for tenant:abecab9f1731454f85d91f2986509ad1 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:31:52.357325 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e6bc4c56-948c-45d0-8647-00733a2c3986 req-de359924-2422-447d-a5b0-1f1263755596 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 932 time: 2.2696123
May 19 06:31:52.369121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.412361 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:52.484787 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e6bc4c56-948c-45d0-8647-00733a2c3986 req-f84a68bf-da9a-4f8d-872e-d6cb8117f7ab tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252453
May 19 06:31:52.492298 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a89307866f024b13886604e36687d916&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9809377
May 19 06:31:52.496020 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.502947 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44352) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:52.504261 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Routers {'0e238985-bcf9-4704-b952-1d0c7e8a6d53'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:31:52.504914 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753e6cd0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:31:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:52.568787 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-931d4cf5-2682-45d2-8fc7-b08b32b2303d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Synchronizing usage tracker for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:31:52.676139 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:52.707573 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa35192f-6a3c-4561-a131-4b630cb70321 None None] Pushing event updated for resources: {'Port': ['ID=844f1224-15cb-44a6-861d-77c6fa474767,revision_number=4']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:52.720777 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-aa35192f-6a3c-4561-a131-4b630cb70321 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:52.870228 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.929180 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] Set router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:31:52.939726 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 968108c8-72a0-4188-8ad6-f1da26e00d6c {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:31:52.952616 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:52.969323 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Transition to ACTIVE for port object 968108c8-72a0-4188-8ad6-f1da26e00d6c will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:52.973737 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.008224 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.076819 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.105187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cf468c2f-4a2a-4350-885a-20bbe55e4259 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:53.116548 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-931d4cf5-2682-45d2-8fc7-b08b32b2303d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Unset dirty status for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:31:53.118181 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-931d4cf5-2682-45d2-8fc7-b08b32b2303d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&fields=id HTTP/1.1" status: 200  len: 255 time: 1.7111745
May 19 06:31:53.133025 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4628b2f6-775b-4f6c-9943-82878d964920,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:53.142754 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:53.143658 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.150872 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:53.301331 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=968108c8-72a0-4188-8ad6-f1da26e00d6c,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:53.314639 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:53.315587 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.319328 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.3821411
May 19 06:31:53.328144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44360) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:53.346145 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-cbc79d0a-118d-4f21-b4be-334c18205c70 service neutron] 10.222.0.25 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448655
May 19 06:31:53.412419 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.416193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:53.422683 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:53.440498 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:floatingip and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:53.450735 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:53.458684 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:53.482304 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.484057 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f13a3824-4109-4908-9d12-f55a6590834a HTTP/1.1" status: 204  len: 168 time: 0.9693625
May 19 06:31:53.485176 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:53.501791 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13a3824-4109-4908-9d12-f55a6590834a,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:53.525987 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:53.547405 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753e6cd0>, [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '844f1224-15cb-44a6-861d-77c6fa474767', 'name': '', 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'mac_address': 'fa:16:3e:c5:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:52Z', 'revision_number': 4, 'project_id': '04d02f1c9b5741288837d3645d776554', 'subnets': [{'id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:53.552081 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a4781-ba91-4f9e-b0b5-43c195c6f6bb req-d9b0a6c3-afd3-4edc-a104-92ad1d94f40e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:53.553389 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5b0a4781-ba91-4f9e-b0b5-43c195c6f6bb req-d9b0a6c3-afd3-4edc-a104-92ad1d94f40e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 931 time: 0.7457190
May 19 06:31:53.558784 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:31:53.560330 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.561224 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd868eff-1dfc-4781-81a9-cd747aa7c5f0 None None] The sync data for ids ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'] in dv-cinder-790910-3-iscsi is: [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '844f1224-15cb-44a6-861d-77c6fa474767', 'name': '', 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'mac_address': 'fa:16:3e:c5:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:52Z', 'revision_number': 4, 'project_id': '04d02f1c9b5741288837d3645d776554', 'subnets': [{'id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:31:53.622561 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:53.704913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.705318 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807542cdc0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:51Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:31:53.714667 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c65bf-2e2a-40da-981f-38dcee90fdfa None None] The sync data for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi is: [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:51Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:31:53.806372 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Attempting to bind port 968108c8-72a0-4188-8ad6-f1da26e00d6c on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:31:53.806934 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Attempting to bind port 968108c8-72a0-4188-8ad6-f1da26e00d6c by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:31:53.808973 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Attempting to bind port 968108c8-72a0-4188-8ad6-f1da26e00d6c on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:53.828446 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Port 968108c8-72a0-4188-8ad6-f1da26e00d6c on network f5392844-74d5-4901-80b4-e2220b971d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:31:53.836768 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Attempting to bind port 968108c8-72a0-4188-8ad6-f1da26e00d6c on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:53.859540 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:31:53.860624 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Checking segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:53.863881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Bound using segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:31:53.863881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Bound port: 968108c8-72a0-4188-8ad6-f1da26e00d6c, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:31:53.863881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:53.866164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff94014-86c3-4b7a-9803-d5d5a4e640d9,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:53.913935 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5b0a4781-ba91-4f9e-b0b5-43c195c6f6bb req-ae48edf1-c22c-447a-a45c-7a3a1f34aff4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3447802
May 19 06:31:53.914884 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:53.993398 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Checking segment: {'id': '07d7ed29-bb4e-4c34-97e3-0187dd13d249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1cd8996e-c0bd-4794-805e-3828d741d0cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:53.993761 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Network hostable DHCP agents. Network: 1cd8996e-c0bd-4794-805e-3828d741d0cc, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:31:54.041272 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-ddf1ee21-5c31-45fa-8cca-ad85a40ed38b service neutron] 10.222.0.25 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6818717
May 19 06:31:54.255495 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05583c2b-d39b-4adc-9d02-572dde353643 {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:31:54.261766 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:54.342309 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] For port 968108c8-72a0-4188-8ad6-f1da26e00d6c, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:31:54.358108 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] For port 968108c8-72a0-4188-8ad6-f1da26e00d6c, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:31:54.367151 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Network 1cd8996e-c0bd-4794-805e-3828d741d0cc is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:31:54.387167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Transition to ACTIVE for port object 05583c2b-d39b-4adc-9d02-572dde353643 will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:31:54.427103 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:54.650248 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:54.656587 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Allocated IP 172.27.1.206 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/1870c2b2-0a0f-4cf4-b218-45153fb66caa) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:31:54.670555 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 1cd8996e-c0bd-4794-805e-3828d741d0cc) {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:54.695935 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:54.700209 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a79542-b700-49e1-954e-4a3d369d4bc6 None None] Network 1cd8996e-c0bd-4794-805e-3828d741d0cc requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:54.701473 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:54.757852 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f4381168-c265-47dc-ba6b-7fa3902c3ccc req-c7fbae20-940f-48c9-ba81-512e3b8c10d6 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 210 time: 0.2786369
May 19 06:31:54.777070 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:54.891558 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Pushing event updated for resources: {'Port': ['ID=05583c2b-d39b-4adc-9d02-572dde353643,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:54.912594 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:54.965721 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:54.990524 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:54.999680 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:55.114810 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb29901-879a-49ad-a0f3-0f3781ed9859 req-019a99b6-5646-4079-a910-4c538ef82b9d tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:55.123595 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-abb29901-879a-49ad-a0f3-0f3781ed9859 req-019a99b6-5646-4079-a910-4c538ef82b9d tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 932 time: 0.8183546
May 19 06:31:55.127584 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:55.128935 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:55.132223 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] 10.222.0.52 "PUT /v2.0/ports/968108c8-72a0-4188-8ad6-f1da26e00d6c HTTP/1.1" status: 200  len: 1093 time: 3.8528318
May 19 06:31:55.138136 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'tag': '968108c8-72a0-4188-8ad6-f1da26e00d6c'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:31:55.318041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e9fb6-cec1-4d93-9881-cae07da414d8 None None] Network 1cd8996e-c0bd-4794-805e-3828d741d0cc requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:31:55.452513 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 6.4873350
May 19 06:31:55.520115 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:55.525508 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=968108c8-72a0-4188-8ad6-f1da26e00d6c,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:55.530998 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:55.558968 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:55.662016 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44422) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:55.662861 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Attempting to bind port 05583c2b-d39b-4adc-9d02-572dde353643 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:31:55.663874 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Attempting to bind port 05583c2b-d39b-4adc-9d02-572dde353643 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '696d95aa-0bca-47b8-957c-add4f3b3e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:31:55.664699 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Attempting to bind port 05583c2b-d39b-4adc-9d02-572dde353643 on network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:55.669135 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 844f1224-15cb-44a6-861d-77c6fa474767 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:55.704031 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Port 05583c2b-d39b-4adc-9d02-572dde353643 on network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:31:55.704031 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Attempting to bind port 05583c2b-d39b-4adc-9d02-572dde353643 on network 8f6b76ee-4bb1-47b5-9024-ada2413ad57a {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:31:55.736108 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-abb29901-879a-49ad-a0f3-0f3781ed9859 req-a1280311-ea4f-4d73-9595-2fbddc1e9d84 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6092145
May 19 06:31:55.776820 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:31:55.777164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Checking segment: {'id': '696d95aa-0bca-47b8-957c-add4f3b3e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:31:55.777731 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Bound using segment: {'id': '696d95aa-0bca-47b8-957c-add4f3b3e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:31:55.778221 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Bound port: 05583c2b-d39b-4adc-9d02-572dde353643, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696d95aa-0bca-47b8-957c-add4f3b3e722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:31:55.778804 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:55.881650 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:31:55.891019 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-39ed71f5-3bdb-4f35-8e46-705bd085f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:55.892589 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-39ed71f5-3bdb-4f35-8e46-705bd085f721 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 1096 time: 0.6017323
May 19 06:31:55.903834 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:31:55.912290 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:31:56.065480 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] For port 05583c2b-d39b-4adc-9d02-572dde353643, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:31:56.074276 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] For port 05583c2b-d39b-4adc-9d02-572dde353643, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=05583c2b-d39b-4adc-9d02-572dde353643,segment=NetworkSegment(696d95aa-0bca-47b8-957c-add4f3b3e722),segment_id=696d95aa-0bca-47b8-957c-add4f3b3e722)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:31:56.216171 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-393c35b2-7357-4b18-8a9e-c7d00cbb7152 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c HTTP/1.1" status: 200  len: 217 time: 0.2708960
May 19 06:31:56.310940 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:56.345393 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:56.396557 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'Port': ['ID=1870c2b2-0a0f-4cf4-b218-45153fb66caa,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:56.415873 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 844f1224-15cb-44a6-861d-77c6fa474767 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:31:56.422370 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 844f1224-15cb-44a6-861d-77c6fa474767 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:56.422854 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:56.485939 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:56.552349 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b86e9-e0d0-4d2e-ac99-623cc6631e6c req-761536fa-4b03-40c2-a8c0-d4838039f186 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:56.567189 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-287b86e9-e0d0-4d2e-ac99-623cc6631e6c req-761536fa-4b03-40c2-a8c0-d4838039f186 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 943 time: 1.2023931
May 19 06:31:56.572184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:56.604874 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:56.608387 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:56.635486 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Usage tracker for resource:security_group_rule and tenant:5cbbfbba91b44cc9924f81a110fd781d is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:56.636904 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-2b9a2d29-6e37-4751-9b27-7009b7b3aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:56.638628 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-2b9a2d29-6e37-4751-9b27-7009b7b3aa6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 200  len: 855 time: 0.3030534
May 19 06:31:56.639681 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:56.648106 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:56.842458 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:56.842458 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:56.842458 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] 10.222.0.52 "PUT /v2.0/ports/05583c2b-d39b-4adc-9d02-572dde353643 HTTP/1.1" status: 200  len: 1094 time: 5.7401586
May 19 06:31:56.842458 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'tag': '05583c2b-d39b-4adc-9d02-572dde353643'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:31:56.874211 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:56.943923 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-6f2f5955-bab0-46a2-bf5f-b68975ee49e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f5392844-74d5-4901-80b4-e2220b971d32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2555442
May 19 06:31:57.049373 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 844f1224-15cb-44a6-861d-77c6fa474767, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=844f1224-15cb-44a6-861d-77c6fa474767,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:31:57.115228 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.130181 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.131749 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:57.266073 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:57.328075 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddcc57-643e-4040-a224-8d7154aa463d req-2ad56a19-7cf6-4db9-ba44-5696e3144e11 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:57.351120 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-51cd35c2-d0a9-4e26-9588-fd45fc5dd632 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3919048
May 19 06:31:57.380578 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-2ad56a19-7cf6-4db9-ba44-5696e3144e11 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 819 time: 1.2542245
May 19 06:31:57.386917 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.446532 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=844f1224-15cb-44a6-861d-77c6fa474767,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:57.456476 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:57.520045 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.593516 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-b2545853-1d86-435c-90b3-faf6944ec9f0 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/quotas/04d02f1c9b5741288837d3645d776554 HTTP/1.1" status: 200  len: 375 time: 0.2106328
May 19 06:31:57.606332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:57.661791 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:31:57.822222 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:57.822222 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.822365 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-287b86e9-e0d0-4d2e-ac99-623cc6631e6c req-da1a5377-6740-48df-b0e0-ce144e949816 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1368980
May 19 06:31:57.822365 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Pushing event updated for resources: {'Port': ['ID=05583c2b-d39b-4adc-9d02-572dde353643,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:57.822365 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.371s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:57.822634 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cbbfbba91b44cc9924f81a110fd781d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0584881
May 19 06:31:57.822709 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-93124c9a-3516-41c8-908c-8446eb9976f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:57.822709 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-93124c9a-3516-41c8-908c-8446eb9976f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abecab9f1731454f85d91f2986509ad1&device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 1097 time: 0.6389382
May 19 06:31:57.822709 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-2e29ee17-b120-481b-8767-9edcb3de4d4b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1895013
May 19 06:31:57.822897 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3ad2f-dd8c-4d1a-8dc2-f315458d7a4e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:57.856517 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44484) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:57.865112 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.870934 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:57.885928 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-c1c19f4f-410e-4159-af29-1fa1e09048cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05583c2b-d39b-4adc-9d02-572dde353643 HTTP/1.1" status: 200  len: 217 time: 0.0938570
May 19 06:31:57.924688 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-818bd20b-d46c-4d74-8c90-99cf0088ba26 req-0467de46-c16a-4981-8bbf-e5b3ca54852e service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5329738
May 19 06:31:57.925623 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:31:57.974371 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.975205 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:57.988271 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-e85c7e8a-7b23-4557-b644-db53413a46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:57.991774 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-e85c7e8a-7b23-4557-b644-db53413a46fa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f58966f6-dab5-416b-b3b6-8d248635de35 HTTP/1.1" status: 200  len: 851 time: 0.0927336
May 19 06:31:58.026317 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.432809 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'tag': '968108c8-72a0-4188-8ad6-f1da26e00d6c', 'status': 'completed', 'code': 200}
May 19 06:31:58.576159 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.578292 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:58.610773 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.611913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.621918 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:58.651099 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b7b99-9bb3-4c7b-b593-f293ce1041b8 req-57c12c88-5c3c-422f-9ae8-5f09194eac7b tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:58.664654 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3ad2f-dd8c-4d1a-8dc2-f315458d7a4e,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:58.669517 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e68b7b99-9bb3-4c7b-b593-f293ce1041b8 req-57c12c88-5c3c-422f-9ae8-5f09194eac7b tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 944 time: 0.1295624
May 19 06:31:58.676829 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:58.686665 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:31:58.707425 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 844f1224-15cb-44a6-861d-77c6fa474767 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:31:58.762518 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.779706 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e68b7b99-9bb3-4c7b-b593-f293ce1041b8 req-a42bb14f-617f-4ea1-8b5f-3010e74e9a24 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064963
May 19 06:31:58.835109 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.838898 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0dd3ad2f-dd8c-4d1a-8dc2-f315458d7a4e HTTP/1.1" status: 204  len: 168 time: 0.9789448
May 19 06:31:58.856793 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 844f1224-15cb-44a6-861d-77c6fa474767 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:31:58.860054 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.880913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'Port': ['ID=1870c2b2-0a0f-4cf4-b218-45153fb66caa,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:58.900691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:58.909140 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:58.909140 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5025756
May 19 06:31:58.961998 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:31:58.966962 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:31:59.149774 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-f1ff9ca1-a091-48fd-a12b-e83c3fdfcacd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:31:59.159238 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-f1ff9ca1-a091-48fd-a12b-e83c3fdfcacd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3144591
May 19 06:31:59.161453 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'tag': '05583c2b-d39b-4adc-9d02-572dde353643', 'status': 'completed', 'code': 200}
May 19 06:31:59.467950 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-607e2e94-4aab-49a1-bb4d-6af9a6274ca4 service neutron] 10.222.0.25 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3054380
May 19 06:31:59.571316 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6452b-2c54-46f4-8e4a-259bcbe6df88 req-6fca8d9b-cf3b-4546-b050-e0a0285596ae tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:31:59.573051 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-83c6452b-2c54-46f4-8e4a-259bcbe6df88 req-6fca8d9b-cf3b-4546-b050-e0a0285596ae tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 943 time: 0.3315983
May 19 06:31:59.587364 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44530) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:59.593683 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949944521-network', 'tenant_id': 'bee9aed7b6e0480298312af24d9b238d'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:31:59.601397 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:59.618715 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Usage tracker for resource:network and tenant:bee9aed7b6e0480298312af24d9b238d is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:59.623157 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:59.640750 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:59.715841 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-83c6452b-2c54-46f4-8e4a-259bcbe6df88 req-b075380f-9f6a-4381-a148-246dd6852539 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272767
May 19 06:31:59.722100 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-4c9ca756-7d7b-44e5-ba5d-7363ded19bb3 service neutron] 10.222.0.25 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2363038
May 19 06:31:59.741508 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Made reservation on behalf of bee9aed7b6e0480298312af24d9b238d for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:31:59.743964 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:59.768434 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:31:59.824453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:31:59.828735 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Usage tracker for resource:security_group_rule and tenant:bee9aed7b6e0480298312af24d9b238d is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:31:59.839831 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:31:59.839831 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:31:59.923887 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-54244d6b-a364-4e97-94d9-335ed13add18 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Synchronizing usage tracker for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:security_group {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:31:59.964013 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44550) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:31:59.985132 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.001005 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:00.010603 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Usage tracker for resource:security_group_rule and tenant:ceda07199b4f47a09ce24583369b281f is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:00.014075 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:00.020952 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:00.027372 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-54244d6b-a364-4e97-94d9-335ed13add18 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Unset dirty status for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:security_group {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:00.037270 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-54244d6b-a364-4e97-94d9-335ed13add18 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--509654493&fields=id&tenant_id=05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 267 time: 0.1762733
May 19 06:32:00.066232 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.130061 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.160308 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:32:00.182740 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-20391afc-a783-47ac-9a95-5ea31c66a2fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:00.202314 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.202660 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Added segment a647929d-8252-457b-a87c-9c2391bd52c4 of type vlan for network e21f843f-b7e6-4fe3-9374-7bdcda08591c
May 19 06:32:00.315605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-e9802d97-f3b1-4294-b860-48a1b462c217 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:00.316443 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-e9802d97-f3b1-4294-b860-48a1b462c217 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Synchronizing usage tracker for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:network {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:00.402415 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27862d88-7c99-4e79-b668-c14cff6cbe14,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:00.407202 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.418686 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:00.419703 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057e716-b12f-4ab3-aceb-c7a082078a74 req-c8ea47a7-403d-4c5d-95d6-4dd3416b20b7 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:00.421744 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f057e716-b12f-4ab3-aceb-c7a082078a74 req-c8ea47a7-403d-4c5d-95d6-4dd3416b20b7 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 944 time: 0.2334085
May 19 06:32:00.462227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-e9802d97-f3b1-4294-b860-48a1b462c217 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Unset dirty status for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:network {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:00.463716 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-e9802d97-f3b1-4294-b860-48a1b462c217 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 817 time: 0.4256654
May 19 06:32:00.471232 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.498249 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-fa629077-ffe3-4f8f-bdc9-3345c57ac093 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/quotas/05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 375 time: 0.0237901
May 19 06:32:00.501070 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f057e716-b12f-4ab3-aceb-c7a082078a74 req-07076e79-a35c-4c23-b502-ec11e1db6ad1 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713878
May 19 06:32:00.553320 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.618584 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-65ed5b1b-bb62-4653-ac00-d6e8ab487117 req-dd98ac51-8b8e-4482-8934-4b1673d93ada tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 210 time: 0.0660462
May 19 06:32:00.624005 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:00.638839 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.641104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:00.641975 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:00.650473 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:00.674245 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ceda07199b4f47a09ce24583369b281f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7088292
May 19 06:32:00.683744 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44572) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:00.718390 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be35a4ba-21e1-43f7-a971-4de28e1dd05a,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:00.724655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:00.727108 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:32:00.761197 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-c60750c5-0499-4fdc-831b-80720b9705c2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2552898
May 19 06:32:00.870453 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:00.871583 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:01.039924 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Pushing event updated for resources: {'Network': ['ID=e21f843f-b7e6-4fe3-9374-7bdcda08591c,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:01.076560 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:01.077558 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network e21f843f-b7e6-4fe3-9374-7bdcda08591c details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:32:01.219816 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.6313543
May 19 06:32:01.233638 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44596) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:01.260223 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Request body: {'subnet': {'network_id': 'e21f843f-b7e6-4fe3-9374-7bdcda08591c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1949944521-subnet', 'tenant_id': 'bee9aed7b6e0480298312af24d9b238d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:01.266598 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-35d67f2f-568b-4b6d-bca6-114ab60fdd99 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6b76ee-4bb1-47b5-9024-ada2413ad57a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1597664
May 19 06:32:01.338521 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:01.357718 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Usage tracker for resource:subnet and tenant:bee9aed7b6e0480298312af24d9b238d is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:01.369944 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:01.374479 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:01.448789 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:01.487873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:01.546457 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-a30dfce2-c895-4796-a8ad-e3995c5a56bf service neutron] 10.222.0.25 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7627285
May 19 06:32:01.546657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Made reservation on behalf of bee9aed7b6e0480298312af24d9b238d for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:01.560390 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:01.570212 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:01.616438 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086ffbf-2b04-4bd1-a45a-14930d41c5b9 req-d06b97a4-22cb-43bc-8b7d-2e432039256b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:01.618223 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f086ffbf-2b04-4bd1-a45a-14930d41c5b9 req-d06b97a4-22cb-43bc-8b7d-2e432039256b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 943 time: 0.5753834
May 19 06:32:01.757142 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-a54566a5-9f1b-4f41-ad98-ba5ae6b973a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:01.768042 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-a54566a5-9f1b-4f41-ad98-ba5ae6b973a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 1096 time: 0.6626680
May 19 06:32:01.791083 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-36484336-479a-4dd0-bc35-2bc1d2ef5486 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6b76ee-4bb1-47b5-9024-ada2413ad57a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4830279
May 19 06:32:01.862696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.52', 62911) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:01.885869 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:01.900018 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f086ffbf-2b04-4bd1-a45a-14930d41c5b9 req-3f638ff2-0529-4eb4-b251-897b377b14cb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627480
May 19 06:32:01.915999 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ce0d383b-edc5-4679-b1d5-770949b6df28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:01.943267 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:01.946095 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be35a4ba-21e1-43f7-a971-4de28e1dd05a HTTP/1.1" status: 204  len: 168 time: 1.2431111
May 19 06:32:01.946095 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35a4ba-21e1-43f7-a971-4de28e1dd05a,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:01.952989 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:02.016740 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-15a42f97-f863-4fb7-890f-faf229e18330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:02.018492 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-15a42f97-f863-4fb7-890f-faf229e18330 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 916 time: 0.2523725
May 19 06:32:02.105590 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-14aef41b-175d-46d2-989f-31e58e1e4dc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c HTTP/1.1" status: 200  len: 217 time: 0.0789180
May 19 06:32:02.161471 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-5ef911e5-4929-4a6a-9786-d0fe3f489de7 service neutron] 10.222.0.25 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5928464
May 19 06:32:02.255016 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-cde8091b-dedf-4cb6-a104-85e6df18d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:02.256675 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-cde8091b-dedf-4cb6-a104-85e6df18d76f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 200  len: 855 time: 0.1181562
May 19 06:32:02.386486 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-603f0233-c0f8-42ef-80bf-497157d940b5 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:02.387948 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-603f0233-c0f8-42ef-80bf-497157d940b5 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 819 time: 0.5223567
May 19 06:32:02.391710 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d761ed9-7768-41d3-ba13-f31e4dbdea08 req-fd888a07-01f2-42c4-91dd-ba14d1013d3e service neutron] 10.222.0.52 "GET /v2.0/networks/8f6b76ee-4bb1-47b5-9024-ada2413ad57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5678327
May 19 06:32:02.405657 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Request body: {'port': {'device_id': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'admin_state_up': True, 'tenant_id': '04d02f1c9b5741288837d3645d776554'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:02.418995 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-0adde894-3cf1-4661-9b60-4fd7338f7a7b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f5392844-74d5-4901-80b4-e2220b971d32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0624769
May 19 06:32:02.447622 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d520-ad56-4ce4-9508-ad85d87abbf4 req-78a7504f-ca70-4118-82f2-7baf5c8d4471 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:02.447622 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7dd9d520-ad56-4ce4-9508-ad85d87abbf4 req-78a7504f-ca70-4118-82f2-7baf5c8d4471 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 944 time: 0.2768550
May 19 06:32:02.555142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44630) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:02.771171 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7dd9d520-ad56-4ce4-9508-ad85d87abbf4 req-f225dcb6-c0a2-4a91-8544-74c187bc2ed1 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3171353
May 19 06:32:02.800282 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9fad737a-3884-40bd-b8b1-d5b9c38306af req-d2d73303-8f1d-46d9-a743-edddebee83ec tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 210 time: 0.1638777
May 19 06:32:02.834131 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:02.842933 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-fae262dc-f6b7-4d0b-b846-0359e0db8bb8 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4157882
May 19 06:32:02.904371 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:02.907744 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:02.913850 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-50bf73f4-0632-4339-9943-3cd53e7702a3 req-e28af194-4903-4ad6-8704-702fded4d4e1 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.0690887
May 19 06:32:02.920445 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5ab0984f1240199a97d00de9346d52 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:02.929690 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:02.932453 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:02.940154 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:02.966573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-def31893-5f50-4a0b-aa0d-d2b6e9514453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:02.968084 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-def31893-5f50-4a0b-aa0d-d2b6e9514453 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=abecab9f1731454f85d91f2986509ad1&device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 1097 time: 0.3307374
May 19 06:32:03.079775 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d6b5f34f-3c50-440d-a0d7-408674f7b9eb req-ba08e91a-08bd-4ec5-a8dd-f9652ef55e49 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2258315
May 19 06:32:03.085990 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:03.091445 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4fe52fe0-e07c-46e4-86cb-338d126292ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:03.189183 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3afad624-2c24-4ad3-b066-36932038f8e7,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:03.189183 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:03.203751 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:03.213374 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Checking segment: {'id': 'a647929d-8252-457b-a87c-9c2391bd52c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e21f843f-b7e6-4fe3-9374-7bdcda08591c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:03.213797 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Network hostable DHCP agents. Network: e21f843f-b7e6-4fe3-9374-7bdcda08591c, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:32:03.224299 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Made reservation on behalf of 04d02f1c9b5741288837d3645d776554 for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:03.227931 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:03.324877 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Network e21f843f-b7e6-4fe3-9374-7bdcda08591c is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:32:03.356918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:03.379156 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3a66dadf-89c5-4aa2-a469-516aa5983d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:03.383497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, e21f843f-b7e6-4fe3-9374-7bdcda08591c) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:03.393619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc74a1e-cd3a-40d9-9d55-aae8c493d971 None None] Network e21f843f-b7e6-4fe3-9374-7bdcda08591c requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:32:03.394647 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:03.395121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:03.491078 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddcc57-643e-4040-a224-8d7154aa463d req-fb150866-5361-49d5-a985-53f99c828bf2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:03.491826 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-72ddcc57-643e-4040-a224-8d7154aa463d req-fb150866-5361-49d5-a985-53f99c828bf2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Synchronizing usage tracker for tenant:04d02f1c9b5741288837d3645d776554 on resource:network {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:03.496776 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-d843f2ec-ab09-45a9-b27f-77760849bbbd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.2577422
May 19 06:32:03.592462 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-72ddcc57-643e-4040-a224-8d7154aa463d req-fb150866-5361-49d5-a985-53f99c828bf2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Unset dirty status for tenant:04d02f1c9b5741288837d3645d776554 on resource:network {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:03.593612 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-fb150866-5361-49d5-a985-53f99c828bf2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 819 time: 0.3187172
May 19 06:32:03.607831 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Request body: {'port': {'device_id': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'admin_state_up': True, 'tenant_id': '04d02f1c9b5741288837d3645d776554'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:03.642260 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e55efe-912d-4e82-b6fd-c150cba7fe00,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:03.645876 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-49308321-aa7c-4705-a731-4c4448865d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:03.647334 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-49308321-aa7c-4705-a731-4c4448865d15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8f6b76ee-4bb1-47b5-9024-ada2413ad57a HTTP/1.1" status: 200  len: 912 time: 0.6694992
May 19 06:32:03.654856 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:03.737229 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ace44b-867a-4d60-9731-e678383a72e9 None None] Network e21f843f-b7e6-4fe3-9374-7bdcda08591c requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:32:03.779465 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44688) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:03.792524 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d5ab0984f1240199a97d00de9346d52&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2344334
May 19 06:32:03.797012 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44690) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:03.920417 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-76c2b4e4-b251-430e-81de-9ba0d1818596 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05583c2b-d39b-4adc-9d02-572dde353643 HTTP/1.1" status: 200  len: 217 time: 0.2528172
May 19 06:32:03.950673 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:03.954079 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584d1b3-1e3c-46a9-a581-9bca8dba0570 req-ff237212-9f3f-41a7-8b2f-4c4b5c97f9e7 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:03.961585 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:03.962176 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c584d1b3-1e3c-46a9-a581-9bca8dba0570 req-ff237212-9f3f-41a7-8b2f-4c4b5c97f9e7 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 943 time: 0.8478968
May 19 06:32:04.084127 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Made reservation on behalf of 04d02f1c9b5741288837d3645d776554 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:04.088929 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:04.189760 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Deleting subnet 8ff94014-86c3-4b7a-9803-d5d5a4e640d9 {{(pid=92077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:32:04.216855 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:04.257595 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-c0702d50-6923-48c2-b19b-6b779631d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:04.259035 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-c0702d50-6923-48c2-b19b-6b779631d6d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f58966f6-dab5-416b-b3b6-8d248635de35 HTTP/1.1" status: 200  len: 851 time: 0.2880621
May 19 06:32:04.261856 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c584d1b3-1e3c-46a9-a581-9bca8dba0570 req-3069ead6-8f1c-4870-abed-fa3def473e14 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2987957
May 19 06:32:04.354117 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-204554a5-436e-4483-af7f-3ca82c5299f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f6b76ee-4bb1-47b5-9024-ada2413ad57a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718999
May 19 06:32:04.367868 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Allocated IP 172.20.0.14 (74134814-a548-4a6a-8a12-16b5d172102c/288ce888-39d0-403b-afd5-2aa32ca05c39/fceb3b1f-15cf-492f-8218-afbd985c9388) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:32:04.374500 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:04.395744 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:04.434837 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:04.590771 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0b770b88-1827-4c0e-9772-f838394cd5ff req-8fabf072-c317-4096-865c-6c85c9a61753 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 210 time: 0.1789339
May 19 06:32:04.598697 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0118b-66c1-460d-9cad-93cfe016ce50 req-ce4bd7e0-b220-4cf1-9768-dbe9b5c68bf4 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:04.601652 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-23b0118b-66c1-460d-9cad-93cfe016ce50 req-ce4bd7e0-b220-4cf1-9768-dbe9b5c68bf4 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 944 time: 0.6358998
May 19 06:32:04.607453 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:04.856404 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5b077e4d-9526-4317-af33-088642d3a813 req-2ba2b2b1-e66a-4061-9387-545d58564c63 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.1408396
May 19 06:32:04.927045 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-23b0118b-66c1-460d-9cad-93cfe016ce50 req-a605b6da-629f-4aee-9d34-f91caa50896a tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2923126
May 19 06:32:04.931612 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-103ca1ed-af78-4400-8391-84c24bdb7f0b service neutron] 10.222.0.52 "GET /v2.0/networks/8f6b76ee-4bb1-47b5-9024-ada2413ad57a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5600605
May 19 06:32:05.121379 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.152400 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:05.185264 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.52', 62920) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:05.185931 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e55efe-912d-4e82-b6fd-c150cba7fe00,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:05.225188 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:05.262739 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.271035 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa8ae9fe-cea5-4998-9f53-858ccf2d1422 req-c92f13ac-9c40-4a09-9b84-288c8f0810b2 service neutron] 10.222.0.52 "GET /v2.0/networks/8f6b76ee-4bb1-47b5-9024-ada2413ad57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2867875
May 19 06:32:05.351180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.352565 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04e55efe-912d-4e82-b6fd-c150cba7fe00 HTTP/1.1" status: 204  len: 168 time: 1.5115197
May 19 06:32:05.424604 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-f50c8d97-d80c-4549-baa8-50471c2c24bd tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:05.427281 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-f50c8d97-d80c-4549-baa8-50471c2c24bd tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 817 time: 0.2386565
May 19 06:32:05.458189 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.470046 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.479156 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:05.536800 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7778284f-478f-41fa-bbee-9bfdf8e18362 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Synchronizing usage tracker for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:security_group {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:05.558449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Allocated IP 172.20.0.8 (74134814-a548-4a6a-8a12-16b5d172102c/288ce888-39d0-403b-afd5-2aa32ca05c39/992c0745-54c6-438c-9075-fd407c55eead) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:32:05.560493 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7778284f-478f-41fa-bbee-9bfdf8e18362 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Unset dirty status for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:security_group {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:05.561672 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7778284f-478f-41fa-bbee-9bfdf8e18362 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 379 time: 0.1219130
May 19 06:32:05.575162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'port': {'device_id': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'admin_state_up': True, 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'security_groups': ['efa61b9e-7110-410f-b0a0-9afacadd7f92']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:05.640515 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff94014-86c3-4b7a-9803-d5d5a4e640d9,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:05.655202 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.678199 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ff94014-86c3-4b7a-9803-d5d5a4e640d9 HTTP/1.1" status: 204  len: 168 time: 1.8840024
May 19 06:32:05.680592 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Network 74134814-a548-4a6a-8a12-16b5d172102c is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:32:05.683031 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44766) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:05.685318 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:05.690763 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:32:05.696383 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:05.697050 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.700747 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:05.701218 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-43b786b4-bfe2-46a5-95e6-f3cdb2b6c07e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:05.875013 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:05.891988 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:port and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:05.896444 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:05.906271 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:05.920307 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f99bd570-d4e3-495c-84bc-4df761991218 req-a901b755-4644-4e65-b4e2-ca001b0325af tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Synchronizing usage tracker for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:05.952907 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Pushing event updated for resources: {'Port': ['ID=fceb3b1f-15cf-492f-8218-afbd985c9388,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:05.967375 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db929d-d8cb-472e-98c5-5ca9fb02da0c req-dd843873-bda8-4b48-86a6-762d9a0d6fe5 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:05.968907 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-70db929d-d8cb-472e-98c5-5ca9fb02da0c req-dd843873-bda8-4b48-86a6-762d9a0d6fe5 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 943 time: 0.5498188
May 19 06:32:05.970426 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.5687013
May 19 06:32:05.976782 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:05.979147 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:05.988385 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Request body: {'port': {'device_id': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:05.992360 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Made reservation on behalf of 05168f22b00843b9b87b98a1dc2b395a for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:05.992360 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.018185 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.044049 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44788) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:06.068047 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f99bd570-d4e3-495c-84bc-4df761991218 req-a901b755-4644-4e65-b4e2-ca001b0325af tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Unset dirty status for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:06.069195 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f99bd570-d4e3-495c-84bc-4df761991218 req-a901b755-4644-4e65-b4e2-ca001b0325af tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 210 time: 0.3089485
May 19 06:32:06.164401 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 968108c8-72a0-4188-8ad6-f1da26e00d6c details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:32:06.205142 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-70db929d-d8cb-472e-98c5-5ca9fb02da0c req-c914e685-9942-4958-9b78-11f91cb98939 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861694
May 19 06:32:06.258873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Allocated IP 172.20.0.5 (b706fb83-64ee-4835-ad10-8fdb1219def5/1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0/0e5ba660-51e6-41b1-953c-6f05b2e17a26) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:32:06.266537 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.273166 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.294866 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8074b397c0>> segment before_delete 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.295537 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8074b397c0>> subnet precommit_delete_associations 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.296455 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> segment_host_mapping after_create 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.296963 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> port after_create 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.298073 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> port after_delete 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.299605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> port after_update 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.300473 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> segment after_delete 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.301054 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> subnet after_create 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.301430 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> subnet after_delete 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.301699 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8075dfea30>> subnet after_update 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.305321 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-389e6177-cd2b-4e41-a421-6c875f87b296 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:06.400100 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.416285 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 968108c8-72a0-4188-8ad6-f1da26e00d6c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:06.426022 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Network 74134814-a548-4a6a-8a12-16b5d172102c is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:32:06.429655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '968108c8-72a0-4188-8ad6-f1da26e00d6c', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'port_id': '968108c8-72a0-4188-8ad6-f1da26e00d6c', 'mac_address': 'fa:16:3e:32:8b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c724c76b-14f0-49b5-983e-15863334ffe8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:32:06.434996 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:06.445181 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:06.446550 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:32:06.450882 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074ff1070>> subnet after_create 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.451516 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074ff1070>> subnet after_delete 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.451927 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:06.452167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074ff1070>> subnet before_create 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.452525 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.452796 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074ff1070>> subnet before_update 55550000 {{(pid=92077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:32:06.453279 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8075dfeeb0>,) {'filters': {'network_id': ['1cd8996e-c0bd-4794-805e-3828d741d0cc']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:06.460782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-06e0656e-fa5d-4209-93e2-0ea32157311c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.463145 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.485575 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.491595 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Pushing event updated for resources: {'Port': ['ID=992c0745-54c6-438c-9075-fd407c55eead,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:06.499670 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Usage tracker for resource:security_group_rule and tenant:a6df69b44b1842dbab26fcbc73d8704e is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:06.506235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:06.509046 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:06.514738 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 968108c8-72a0-4188-8ad6-f1da26e00d6c {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:06.519119 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:06.532271 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8075dfeeb0>, '07d7ed29-bb4e-4c34-97e3-0187dd13d249') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:06.532271 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8075dfeeb0>, '07d7ed29-bb4e-4c34-97e3-0187dd13d249') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:06.535412 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 968108c8-72a0-4188-8ad6-f1da26e00d6c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:06.573469 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44794) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:06.575402 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.578757 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 05583c2b-d39b-4adc-9d02-572dde353643 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:32:06.582312 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:06.606954 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.621371 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.630114 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d4c7bd36-1fa3-40a1-8930-6f569d321522 req-4604bde0-8130-42a7-8399-9fbed3dfdbaf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.1091352
May 19 06:32:06.630472 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:06.664677 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.677671 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:32:06.678055 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.689321 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.693164 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Usage tracker for resource:security_group_rule and tenant:423a4288b95b4a2a989c5b582e2c6166 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   from cryptography.utils import int_from_bytes
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   from cryptography.utils import int_from_bytes
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:32:06.694249 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:32:06.698603 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=968108c8-72a0-4188-8ad6-f1da26e00d6c,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:06.699571 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:06.702095 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:06.706813 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1031566
May 19 06:32:06.716648 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:06.734033 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Request body: {'port': {'device_id': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:06.766805 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Transition to ACTIVE for port object 0e5ba660-51e6-41b1-953c-6f05b2e17a26 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:32:06.809122 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 05583c2b-d39b-4adc-9d02-572dde353643, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=05583c2b-d39b-4adc-9d02-572dde353643,segment=NetworkSegment(696d95aa-0bca-47b8-957c-add4f3b3e722),segment_id=696d95aa-0bca-47b8-957c-add4f3b3e722)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:06.827399 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '05583c2b-d39b-4adc-9d02-572dde353643', 'network_id': '8f6b76ee-4bb1-47b5-9024-ada2413ad57a', 'port_id': '05583c2b-d39b-4adc-9d02-572dde353643', 'mac_address': 'fa:16:3e:74:d9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58966f6-dab5-416b-b3b6-8d248635de35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:32:06.849846 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c83e8e-6407-4090-badc-aa775e9ba7d0 req-23bae598-5185-4f7f-9a41-9cca50e2642d tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:06.851324 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-09c83e8e-6407-4090-badc-aa775e9ba7d0 req-23bae598-5185-4f7f-9a41-9cca50e2642d tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 944 time: 0.3696861
May 19 06:32:06.893154 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.911882 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05583c2b-d39b-4adc-9d02-572dde353643 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:06.928889 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 05583c2b-d39b-4adc-9d02-572dde353643, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=05583c2b-d39b-4adc-9d02-572dde353643,segment=NetworkSegment(696d95aa-0bca-47b8-957c-add4f3b3e722),segment_id=696d95aa-0bca-47b8-957c-add4f3b3e722)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:06.930759 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.955090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:06.979193 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6c9e09fd-a6a7-440d-a327-30cd433b09f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:06.993658 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-09c83e8e-6407-4090-badc-aa775e9ba7d0 req-59e642b0-6895-4d24-8af2-bfa81aa7cbde tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271877
May 19 06:32:07.002196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.004579 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd8996e-c0bd-4794-805e-3828d741d0cc,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:07.004718 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.010429 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:07.017318 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1cd8996e-c0bd-4794-805e-3828d741d0cc HTTP/1.1" status: 204  len: 168 time: 1.3273525
May 19 06:32:07.017624 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.018372 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44798) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:07.038557 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.039275 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b432b2d4-6f51-4127-8f30-86e95fa7a5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:07.042082 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:07.099049 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_v2 [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Deleting subnet 3afad624-2c24-4ad3-b066-36932038f8e7 {{(pid=92077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:32:07.111723 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.121198 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=05583c2b-d39b-4adc-9d02-572dde353643,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:07.125360 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:07.139198 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.164191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Network b706fb83-64ee-4835-ad10-8fdb1219def5 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:32:07.267068 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fceb3b1f-15cf-492f-8218-afbd985c9388 {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:07.279437 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.285190 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2107404'] for subnet, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.336741 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:07.339520 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:07.341394 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:07.348498 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['05583c2b-d39b-4adc-9d02-572dde353643'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:07.349241 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Transition to ACTIVE for port object fceb3b1f-15cf-492f-8218-afbd985c9388 will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:32:07.354130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:07.361938 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.375242 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:32:07.379162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:07.379838 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.406634 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.422060 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6df69b44b1842dbab26fcbc73d8704e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3745289
May 19 06:32:07.429701 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44816) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:07.447720 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['968108c8-72a0-4188-8ad6-f1da26e00d6c'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:07.472705 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2ba3db-70c1-4341-b8ad-d2308346db16,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:07.515107 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.519082 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:07.563501 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:07.653635 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0837221
May 19 06:32:07.701318 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Request body: {'port': {'device_id': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:07.702444 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.729094 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:07.764087 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=423a4288b95b4a2a989c5b582e2c6166&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1893954
May 19 06:32:07.777722 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5afbd53-16e9-41cc-b795-0d2ceecf62a5,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:07.780189 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44826) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:07.788687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:07.793513 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.826254 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84bea8-10a2-4fa8-9b18-35c3d78dd71a req-159c6a28-dda0-4d75-b58e-dccc8d22e279 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:07.827739 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7e84bea8-10a2-4fa8-9b18-35c3d78dd71a req-159c6a28-dda0-4d75-b58e-dccc8d22e279 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 931 time: 0.6208589
May 19 06:32:07.862256 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-3759bdaa-7b7a-4b54-8368-99564bfed97d None None] Provisioning for port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:32:07.867727 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-3759bdaa-7b7a-4b54-8368-99564bfed97d None None] Provisioning complete for port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:07.868258 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-3759bdaa-7b7a-4b54-8368-99564bfed97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.925619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-3759bdaa-7b7a-4b54-8368-99564bfed97d None None] Port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:32:07.927355 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:07.936103 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Pushing event updated for resources: {'Port': ['ID=fceb3b1f-15cf-492f-8218-afbd985c9388,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:07.947982 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:07.967612 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.079863 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b34f1-46d7-47a3-8916-95dfcf3d9fd2 req-9c3d960b-d2dc-43c2-9686-eda23f021f3a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:08.081289 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0c2b34f1-46d7-47a3-8916-95dfcf3d9fd2 req-9c3d960b-d2dc-43c2-9686-eda23f021f3a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 944 time: 0.7288866
May 19 06:32:08.100110 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7e84bea8-10a2-4fa8-9b18-35c3d78dd71a req-a7f4c248-9a66-42c2-a1f8-e3703efd0da1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038350
May 19 06:32:08.100345 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.149760 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.159124 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c0745-54c6-438c-9075-fd407c55eead {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:08.173107 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.175777 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0c2b34f1-46d7-47a3-8916-95dfcf3d9fd2 req-70b4f32e-9e2a-4f15-b6c8-b3caa9612214 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816844
May 19 06:32:08.180574 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Attempting to bind port fceb3b1f-15cf-492f-8218-afbd985c9388 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:32:08.180910 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Attempting to bind port fceb3b1f-15cf-492f-8218-afbd985c9388 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:32:08.181237 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Attempting to bind port fceb3b1f-15cf-492f-8218-afbd985c9388 on network 74134814-a548-4a6a-8a12-16b5d172102c {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:08.186576 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Port fceb3b1f-15cf-492f-8218-afbd985c9388 on network 74134814-a548-4a6a-8a12-16b5d172102c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:32:08.186894 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Attempting to bind port fceb3b1f-15cf-492f-8218-afbd985c9388 on network 74134814-a548-4a6a-8a12-16b5d172102c {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:08.193028 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:32:08.193363 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Checking segment: {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:08.193743 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Bound using segment: {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:32:08.194170 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Bound port: fceb3b1f-15cf-492f-8218-afbd985c9388, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:32:08.194521 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.272187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.282085 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Transition to ACTIVE for port object 992c0745-54c6-438c-9075-fd407c55eead will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:32:08.292105 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:08.309047 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2494376'] for subnet, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.312795 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2ba3db-70c1-4341-b8ad-d2308346db16,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:08.322290 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:08.330442 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:08.344676 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.345788 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2c2ba3db-70c1-4341-b8ad-d2308346db16 HTTP/1.1" status: 204  len: 168 time: 0.9151201
May 19 06:32:08.404774 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.415729 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:08.445715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3afad624-2c24-4ad3-b066-36932038f8e7,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:08.459486 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:08.471244 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.478687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.521627 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-951bf48c-d3bd-4d61-8b16-2ded9bb25a9f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3afad624-2c24-4ad3-b066-36932038f8e7 HTTP/1.1" status: 204  len: 168 time: 1.5022500
May 19 06:32:08.523146 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] For port fceb3b1f-15cf-492f-8218-afbd985c9388, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:32:08.525783 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44838) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:08.531067 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] For port fceb3b1f-15cf-492f-8218-afbd985c9388, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fceb3b1f-15cf-492f-8218-afbd985c9388,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:32:08.620616 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Pushing event updated for resources: {'Port': ['ID=992c0745-54c6-438c-9075-fd407c55eead,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:08.629027 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.630132 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5afbd53-16e9-41cc-b795-0d2ceecf62a5 HTTP/1.1" status: 204  len: 168 time: 0.8432918
May 19 06:32:08.631464 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4515cc2-7336-42f3-aaf5-19f691a10ea5 req-a58ed55f-e3a7-4a60-898a-7350afbaecd6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:08.632205 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:08.632938 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e4515cc2-7336-42f3-aaf5-19f691a10ea5 req-a58ed55f-e3a7-4a60-898a-7350afbaecd6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 931 time: 0.3902960
May 19 06:32:08.639640 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-08978e34-c639-4d90-aa2d-3bcf7adeb946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:08.675569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5afbd53-16e9-41cc-b795-0d2ceecf62a5,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:08.675569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Attempting to bind port 992c0745-54c6-438c-9075-fd407c55eead on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:32:08.675569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Attempting to bind port 992c0745-54c6-438c-9075-fd407c55eead by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:32:08.675569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Attempting to bind port 992c0745-54c6-438c-9075-fd407c55eead on network 74134814-a548-4a6a-8a12-16b5d172102c {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:08.679024 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:08.681232 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.692232 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295d9c6-cc7c-4c39-b913-e760329c6aef req-8b7cad75-8aca-43c9-8e62-70fe7e6c59a6 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:08.692967 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Port 992c0745-54c6-438c-9075-fd407c55eead on network 74134814-a548-4a6a-8a12-16b5d172102c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:32:08.693453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Attempting to bind port 992c0745-54c6-438c-9075-fd407c55eead on network 74134814-a548-4a6a-8a12-16b5d172102c {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:08.699168 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3295d9c6-cc7c-4c39-b913-e760329c6aef req-8b7cad75-8aca-43c9-8e62-70fe7e6c59a6 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 945 time: 0.3856659
May 19 06:32:08.709990 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:08.736655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.740219 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:32:08.740554 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Checking segment: {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:08.740949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Bound using segment: {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:32:08.741366 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Bound port: 992c0745-54c6-438c-9075-fd407c55eead, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad5bd3b-964a-439b-86b5-a9dcbbb12780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:32:08.741701 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.795746 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e5ba660-51e6-41b1-953c-6f05b2e17a26 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:08.807600 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e4515cc2-7336-42f3-aaf5-19f691a10ea5 req-5489625f-5482-41e0-b163-bc74088ea0b7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1638777
May 19 06:32:08.816183 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.825543 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:08.826159 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.828188 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] 10.222.0.52 "PUT /v2.0/ports/fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 1094 time: 2.8459280
May 19 06:32:08.831642 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'tag': 'fceb3b1f-15cf-492f-8218-afbd985c9388'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:08.849477 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Transition to ACTIVE for port object 0e5ba660-51e6-41b1-953c-6f05b2e17a26 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:32:08.876028 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] For port 992c0745-54c6-438c-9075-fd407c55eead, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:32:08.880870 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] For port 992c0745-54c6-438c-9075-fd407c55eead, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=992c0745-54c6-438c-9075-fd407c55eead,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:32:08.897772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Pushing event updated for resources: {'Port': ['ID=fceb3b1f-15cf-492f-8218-afbd985c9388,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:08.910621 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3295d9c6-cc7c-4c39-b913-e760329c6aef req-6344418f-944e-4288-8eb2-90b0a064a1cf tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105160
May 19 06:32:08.921984 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:08.942153 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:08.947491 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:09.004481 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'tag': 'fceb3b1f-15cf-492f-8218-afbd985c9388', 'status': 'completed', 'code': 200}
May 19 06:32:09.073186 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.087962 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.100797 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:09.103058 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8074c52370>,) {'filters': {'network_id': ['e21f843f-b7e6-4fe3-9374-7bdcda08591c']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:09.106141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:09.134293 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074c52370>, 'a647929d-8252-457b-a87c-9c2391bd52c4') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:09.134293 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074c52370>, 'a647929d-8252-457b-a87c-9c2391bd52c4') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:09.134919 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:09.187157 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.202962 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.203851 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.204863 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] 10.222.0.52 "PUT /v2.0/ports/992c0745-54c6-438c-9075-fd407c55eead HTTP/1.1" status: 200  len: 1093 time: 2.4832959
May 19 06:32:09.205445 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'tag': '992c0745-54c6-438c-9075-fd407c55eead'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:09.237855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Attempting to bind port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:32:09.238136 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Attempting to bind port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:32:09.238466 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Attempting to bind port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 on network b706fb83-64ee-4835-ad10-8fdb1219def5 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:09.255030 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 on network b706fb83-64ee-4835-ad10-8fdb1219def5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:32:09.255372 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Attempting to bind port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 on network b706fb83-64ee-4835-ad10-8fdb1219def5 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:09.256387 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.269649 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Pushing event updated for resources: {'Port': ['ID=992c0745-54c6-438c-9075-fd407c55eead,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:09.271205 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.281810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:32:09.281810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Checking segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:09.281810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Bound using segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:32:09.281810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Bound port: 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:32:09.281810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.302218 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:09.347876 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-b71c6d67-eeb5-4dee-90cd-56f797979791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.349470 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-b71c6d67-eeb5-4dee-90cd-56f797979791 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1097 time: 0.3479211
May 19 06:32:09.355404 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:32:09.355732 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.361459 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ca382259-68ea-4955-8fff-a8d8c4b3e70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:32:09.370597 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:32:09.499444 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44866) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:09.577971 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:32:09.581908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:32:09.595478 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.605302 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-d222bcde-8289-46fb-82fc-7a854a1faacb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 217 time: 0.2145152
May 19 06:32:09.627365 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:09.635083 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0fffc57e484442a5307ac7b3018da4 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:09.638662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:09.647214 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:09.659803 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.668561 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:09.711016 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddcc57-643e-4040-a224-8d7154aa463d req-b8923cb8-2ad8-47cf-bd87-f998ad26c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.713149 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-b8923cb8-2ad8-47cf-bd87-f998ad26c056 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 1096 time: 0.3328073
May 19 06:32:09.718378 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-ed4e43bf-0237-4b3c-9bbf-49a4fe8e90d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.720252 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-ed4e43bf-0237-4b3c-9bbf-49a4fe8e90d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.0969954
May 19 06:32:09.732767 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.733379 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.734380 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca40a2-55e6-467c-867d-a2f5ecba2dfb req-d6c35664-8d62-48e3-8323-bcaa01f6678a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.734823 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] 10.222.0.52 "PUT /v2.0/ports/0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 200  len: 1093 time: 2.0421767
May 19 06:32:09.735910 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-afca40a2-55e6-467c-867d-a2f5ecba2dfb req-d6c35664-8d62-48e3-8323-bcaa01f6678a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 944 time: 0.3662877
May 19 06:32:09.751987 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ea1c3-1251-45ae-9da7-3f05e868b895 req-609bb4a8-5c57-4fdd-980a-ed20eb27e57b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.753955 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-445ea1c3-1251-45ae-9da7-3f05e868b895 req-609bb4a8-5c57-4fdd-980a-ed20eb27e57b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 943 time: 0.4878654
May 19 06:32:09.791570 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.826659 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-19d9581c-8663-4ce1-8537-b92c9bc4b5cf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992c0745-54c6-438c-9075-fd407c55eead HTTP/1.1" status: 200  len: 217 time: 0.0878677
May 19 06:32:09.878114 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:09.893452 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-1ab586e8-bf37-4911-a525-0413cf4de5d3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1565034
May 19 06:32:09.901445 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:09.907410 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:09.930513 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:09.970248 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e21f843f-b7e6-4fe3-9374-7bdcda08591c HTTP/1.1" status: 204  len: 168 time: 1.4359572
May 19 06:32:09.973483 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddcc57-643e-4040-a224-8d7154aa463d req-86cfc5a2-a6a3-4d4e-8b00-d5696349c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:09.975097 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-86cfc5a2-a6a3-4d4e-8b00-d5696349c47e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.1321037
May 19 06:32:10.005870 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-445ea1c3-1251-45ae-9da7-3f05e868b895 req-aba2c4bc-24e7-47ca-9627-9415e15847da tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2209127
May 19 06:32:10.011347 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-afca40a2-55e6-467c-867d-a2f5ecba2dfb req-937970b4-5e82-4752-9e62-efce4c220609 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2281926
May 19 06:32:10.012097 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e21f843f-b7e6-4fe3-9374-7bdcda08591c,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:10.027998 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:10.081113 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-f1be1fa6-cb10-45f5-9100-d8db229851d5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0887146
May 19 06:32:10.106636 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 968108c8-72a0-4188-8ad6-f1da26e00d6c up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:32:10.129395 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'tag': '992c0745-54c6-438c-9075-fd407c55eead', 'status': 'completed', 'code': 200}
May 19 06:32:10.146646 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.215219 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.229902 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-5c01aaff-75f0-4e1c-b975-9511daf1844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:10.231414 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-5c01aaff-75f0-4e1c-b975-9511daf1844e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1096 time: 0.3472066
May 19 06:32:10.273770 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-e4b5e74f-ea2a-4e26-8d92-ef94ed5c4bb7 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3501422
May 19 06:32:10.329386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.347956 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-03a8b371-f054-41f9-b4b3-6fd833007b20 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 200  len: 217 time: 0.1036038
May 19 06:32:10.351558 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:10.352689 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 968108c8-72a0-4188-8ad6-f1da26e00d6c completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:32:10.366265 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 968108c8-72a0-4188-8ad6-f1da26e00d6c triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:10.366643 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.366867 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-37538d64-25af-4312-92fb-8fe3b4b09dfa service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2709532
May 19 06:32:10.560288 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29328148-fa62-48ff-886a-ecf35d67421d req-df95f8fd-7c59-48c6-89d6-b6e479bfd8f2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:10.560956 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-72ddcc57-643e-4040-a224-8d7154aa463d req-587b754f-e64e-4548-bbf8-ca7874a06a62 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517575
May 19 06:32:10.561765 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29328148-fa62-48ff-886a-ecf35d67421d req-df95f8fd-7c59-48c6-89d6-b6e479bfd8f2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.2826738
May 19 06:32:10.566080 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3583948c-a085-43ca-b2ef-15cf59e8e241 req-41ffc6c0-2925-4fc5-8110-11ee58efd3dd service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2457182
May 19 06:32:10.573591 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93027904-8c20-4553-b4eb-9451cd94782e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:10.575867 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3dcbd-0783-417c-aaf7-03fa7dc46372 req-5b4e4191-2360-4faf-b14d-b63f8e91dd6c tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:10.577448 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4bf3dcbd-0783-417c-aaf7-03fa7dc46372 req-5b4e4191-2360-4faf-b14d-b63f8e91dd6c tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 945 time: 0.2587781
May 19 06:32:10.588280 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c0fffc57e484442a5307ac7b3018da4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0820305
May 19 06:32:10.589485 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:10.595055 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44904) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:10.625166 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-1a95fc32-873a-479d-97b0-e4b973dc9bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:10.626605 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-1a95fc32-873a-479d-97b0-e4b973dc9bb0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.2620728
May 19 06:32:10.653448 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29328148-fa62-48ff-886a-ecf35d67421d req-2e101495-a556-42f2-9728-3234039eba77 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749969
May 19 06:32:10.657685 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.668313 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44908) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:10.695328 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4bf3dcbd-0783-417c-aaf7-03fa7dc46372 req-63a9896e-e2ff-4ef2-af42-4a776bc6b1c4 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921369
May 19 06:32:10.714867 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 968108c8-72a0-4188-8ad6-f1da26e00d6c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:10.715778 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968108c8-72a0-4188-8ad6-f1da26e00d6c'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:10.782285 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.783383 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 05583c2b-d39b-4adc-9d02-572dde353643 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:32:10.803707 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-e12d82d0-94e9-4dff-ba00-3d676dfe0641 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbb846e0840043139132940162aee27e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1338735
May 19 06:32:10.804314 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44916) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:10.820343 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:10.833134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.879715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-f6c37181-e838-4365-99fc-d3098d09597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:10.881197 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-f6c37181-e838-4365-99fc-d3098d09597c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 1096 time: 0.1646948
May 19 06:32:10.925407 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.932141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:10.970094 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-81013675-85c0-49e0-bd0b-a026310cbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:10.971675 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-81013675-85c0-49e0-bd0b-a026310cbaa0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3304176
May 19 06:32:10.984037 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=968108c8-72a0-4188-8ad6-f1da26e00d6c,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:10.990070 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:11.031487 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-a0a6f18b-55f9-4bf2-b74b-566dff034e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:11.033079 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-a0a6f18b-55f9-4bf2-b74b-566dff034e41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1097 time: 0.2950749
May 19 06:32:11.061600 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.124910 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 05583c2b-d39b-4adc-9d02-572dde353643 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:32:11.135469 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 05583c2b-d39b-4adc-9d02-572dde353643 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:11.135904 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.219861 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.227774 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:11.236779 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-ca37a682-c0fc-4ec3-9e1d-827fee720363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:11.238634 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-ca37a682-c0fc-4ec3-9e1d-827fee720363 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.3503048
May 19 06:32:11.244863 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-61f93df6-cab7-4b9d-b254-20ffe7e753d3 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2606530
May 19 06:32:11.256004 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93027904-8c20-4553-b4eb-9451cd94782e,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:11.277697 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:11.303706 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.307096 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93027904-8c20-4553-b4eb-9451cd94782e HTTP/1.1" status: 204  len: 168 time: 0.7089043
May 19 06:32:11.309682 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.323029 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-b005f95c-e6f8-43ed-a244-52741118eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:11.324479 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-b005f95c-e6f8-43ed-a244-52741118eb15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.2416236
May 19 06:32:11.365123 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 05583c2b-d39b-4adc-9d02-572dde353643, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=05583c2b-d39b-4adc-9d02-572dde353643,segment=NetworkSegment(696d95aa-0bca-47b8-957c-add4f3b3e722),segment_id=696d95aa-0bca-47b8-957c-add4f3b3e722)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:11.380946 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-2abcb4d4-a54c-45bc-9118-774873b1d3be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992c0745-54c6-438c-9075-fd407c55eead HTTP/1.1" status: 200  len: 217 time: 0.1321511
May 19 06:32:11.446384 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.447786 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:11.542004 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-ad68b7a0-250c-4fee-a12d-7391526fb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:11.543667 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-ad68b7a0-250c-4fee-a12d-7391526fb3d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.1215086
May 19 06:32:11.566611 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc4a6de-3861-4683-b185-1b52746b4716 req-1af019f3-b5de-487f-8f5f-45d139a94887 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:11.574112 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ddc4a6de-3861-4683-b185-1b52746b4716 req-1af019f3-b5de-487f-8f5f-45d139a94887 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.4058957
May 19 06:32:11.579331 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=05583c2b-d39b-4adc-9d02-572dde353643,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:11.585203 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.585203 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:11.592854 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-c09603be-6608-4625-af0d-ddc9889d94cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 217 time: 0.1307690
May 19 06:32:11.644090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.648611 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-e2d16fbf-5a6f-4efc-adf3-f225ddf853f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0910368
May 19 06:32:11.656377 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf867c-3ca1-4ba0-b6ac-c7740580ffbf req-75132440-38e0-4f35-a4b1-445641c5c481 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:11.663133 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea79ebdf-a322-4dfd-92f4-318d3fff8e32 req-00b95f41-b0d4-4151-81c2-bfcfe455c77b service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4112954
May 19 06:32:11.663779 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cedf867c-3ca1-4ba0-b6ac-c7740580ffbf req-75132440-38e0-4f35-a4b1-445641c5c481 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 943 time: 0.4241850
May 19 06:32:11.677865 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-a7812d9e-15fb-4f98-88f2-826186150871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:11.679327 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-a7812d9e-15fb-4f98-88f2-826186150871 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.0754151
May 19 06:32:11.707073 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-dd8dfc95-0828-406b-8014-3dc09479795a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:11.737108 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-7590443d-3832-4714-9b86-c40f3e30c81a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475192
May 19 06:32:11.745582 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be28a713-ab22-418e-bf78-d87c2e79356f,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:11.765249 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:11.897043 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-a0afaaf9-b545-44dc-9244-03631704d8c2 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495855
May 19 06:32:11.899801 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ddc4a6de-3861-4683-b185-1b52746b4716 req-9042f1b9-12b8-4ef6-be78-c2c694ccc4b4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3248134
May 19 06:32:11.920828 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:11.921936 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be28a713-ab22-418e-bf78-d87c2e79356f HTTP/1.1" status: 204  len: 168 time: 1.1165898
May 19 06:32:11.937722 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cedf867c-3ca1-4ba0-b6ac-c7740580ffbf req-c64f35de-0168-4d6c-ac9f-9b758beb25fe tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2730947
May 19 06:32:12.010245 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-4738869d-05cf-42cf-9395-644394ccdaa0 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3415744
May 19 06:32:12.131534 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:12.145041 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b73d0d0-f262-4183-b00a-acb07f27910e req-8b506bc1-fa0b-4782-a616-df96d1094abc service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2407467
May 19 06:32:12.200733 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '968108c8-72a0-4188-8ad6-f1da26e00d6c', 'code': 200}
May 19 06:32:12.255698 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a00721f-6994-4e8a-b83f-d8ccd6fb5d5e req-14e9f13e-51b4-4831-8675-bd1c7a06c53d service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2409036
May 19 06:32:12.275869 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d1c0c-cfef-420c-aee9-9fb1af7c5f73 req-d0cc5f7f-f5b6-47b0-84a8-8f122a001bf0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:12.277652 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-722d1c0c-cfef-420c-aee9-9fb1af7c5f73 req-d0cc5f7f-f5b6-47b0-84a8-8f122a001bf0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1328099
May 19 06:32:12.375544 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-722d1c0c-cfef-420c-aee9-9fb1af7c5f73 req-7951e5b4-7932-4672-afc8-86b96bfd8fb6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0897739
May 19 06:32:12.402806 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335b921-4e98-4125-bdfb-eff15363a27a req-cd2adf21-8fa1-476b-b87c-10b0d3441241 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:12.404418 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d335b921-4e98-4125-bdfb-eff15363a27a req-cd2adf21-8fa1-476b-b87c-10b0d3441241 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.1026554
May 19 06:32:12.463334 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d335b921-4e98-4125-bdfb-eff15363a27a req-7538d386-ddb0-4185-b118-07ac5e2084d4 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516610
May 19 06:32:12.473479 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'status': 'completed', 'code': 200}
May 19 06:32:12.496266 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 44980) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:12.579172 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-c52870d4-1ebd-49e7-8fb9-f95452977c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:12.580790 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-c52870d4-1ebd-49e7-8fb9-f95452977c52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1096 time: 0.0817137
May 19 06:32:12.624494 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-a38d41b2-6d86-45e7-8a96-8cd5dc72a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:12.626013 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-a38d41b2-6d86-45e7-8a96-8cd5dc72a287 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 1098 time: 0.0750871
May 19 06:32:12.648407 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:12.662788 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:12.666598 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Usage tracker for resource:security_group_rule and tenant:25b3186737d842d8987e09ec1f24476b is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:12.669386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:12.675060 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:12.710482 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-0988e5bd-a83f-4674-bfff-b5f373880bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:12.711960 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-0988e5bd-a83f-4674-bfff-b5f373880bb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.1244307
May 19 06:32:12.755870 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:12.782901 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-35981a6c-e8c9-4a9a-8d5c-dc44332b3f69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 200  len: 217 time: 0.0639811
May 19 06:32:12.809236 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:12.820733 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44986) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:12.821485 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a207aad7-0459-49a0-824b-9f219d276665 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:12.850163 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-a8ee5c46-b55e-4bde-ad4e-8aa3a5eefe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:12.851643 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-a8ee5c46-b55e-4bde-ad4e-8aa3a5eefe61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.0580785
May 19 06:32:12.855692 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c5ec3dfb-68ed-4ef2-bee0-c44f9785606f req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227170
May 19 06:32:12.882927 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1d04125f-92b2-458f-9b9e-dacbf9d257d9,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:12.888352 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:12.908228 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-2b2aae14-61ff-416d-a490-5508f25f3ad5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bee9aed7b6e0480298312af24d9b238d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0799625
May 19 06:32:12.910591 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 44992) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:12.974437 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.022161 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.111883 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45002) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:13.169481 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.188247 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.196409 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.202081 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:13.214460 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:13.217797 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27862d88-7c99-4e79-b668-c14cff6cbe14,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:13.223876 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:13.224578 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Usage tracker for resource:security_group_rule and tenant:7026e7b9977847a8bfb713c9da716a60 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:13.224895 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:13.228696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:13.232112 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Usage tracker for resource:security_group_rule and tenant:880331b7df114704a81528e651d1be86 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:13.236806 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:13.240120 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:13.243784 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:13.247390 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.252757 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27862d88-7c99-4e79-b668-c14cff6cbe14 HTTP/1.1" status: 204  len: 168 time: 0.3370891
May 19 06:32:13.279015 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-1e09b0ed-8666-43ab-8813-8b5c90606e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:13.280658 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-1e09b0ed-8666-43ab-8813-8b5c90606e45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3442268
May 19 06:32:13.339596 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.386713 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.391062 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429b40d-a5bf-4c67-89a4-c158e21252e5 req-2a003ff4-5836-423a-9ba7-068875f0c4e8 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:13.394181 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f13d8cd0-6a5c-48ed-9802-4f1f1e8039a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:13.398481 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9429b40d-a5bf-4c67-89a4-c158e21252e5 req-2a003ff4-5836-423a-9ba7-068875f0c4e8 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.3821669
May 19 06:32:13.426780 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c510b6-a699-4c94-bf41-c7d0babc7b39 req-b0cc7139-5205-4a67-8b06-3d273db7c451 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:13.428468 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f5c510b6-a699-4c94-bf41-c7d0babc7b39 req-b0cc7139-5205-4a67-8b06-3d273db7c451 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 943 time: 0.3396134
May 19 06:32:13.435057 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7669457f-beeb-4f9c-b76c-bdb72779a5c5,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:13.439379 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=880331b7df114704a81528e651d1be86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3262479
May 19 06:32:13.440637 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:13.441981 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45016) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:13.507661 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.526163 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9429b40d-a5bf-4c67-89a4-c158e21252e5 req-9772c2d4-8cfa-48ea-b795-d35aa916d3b8 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268342
May 19 06:32:13.535315 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f5c510b6-a699-4c94-bf41-c7d0babc7b39 req-a9395261-7482-4206-b89b-4a606b9d1119 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812211
May 19 06:32:13.567030 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.585865 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-181e5d43-b791-4b2d-9797-8d0b2615f411 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2859595
May 19 06:32:13.641700 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.758373 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.772843 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-219941ff-0883-4611-b667-55005f887f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:13.785942 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7669457f-beeb-4f9c-b76c-bdb72779a5c5,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:13.788261 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:13.794439 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.795788 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7669457f-beeb-4f9c-b76c-bdb72779a5c5 HTTP/1.1" status: 204  len: 168 time: 0.3527493
May 19 06:32:13.819218 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:13.848375 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:13.977861 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2c8031f6-c90f-4e24-a32e-83acb65da513 req-22a3d744-5a29-4660-a25b-009cf4e26cde service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3800330
May 19 06:32:13.988523 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7026e7b9977847a8bfb713c9da716a60&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4911361
May 19 06:32:13.991631 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45042) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:13.991799 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193794ee-d1c1-45c1-8396-e9bd2227dca8,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:13.997831 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:14.014736 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd4230-bd3a-4a37-9210-6a8ef2e713df req-0be04a87-d777-437a-84b0-fc95ada8c59e tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:14.016249 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7ddd4230-bd3a-4a37-9210-6a8ef2e713df req-0be04a87-d777-437a-84b0-fc95ada8c59e tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.2962425
May 19 06:32:14.028254 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95221a2-7dad-4e5d-a4ea-37d84b2bacc6 req-22f4e809-41d4-497c-874b-5f0be67b1dac tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:14.029744 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e95221a2-7dad-4e5d-a4ea-37d84b2bacc6 req-22f4e809-41d4-497c-874b-5f0be67b1dac tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.3148212
May 19 06:32:14.091892 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.094644 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7ddd4230-bd3a-4a37-9210-6a8ef2e713df req-9e5e0523-10f0-4375-ad67-a5a43f0391a1 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639598
May 19 06:32:14.105503 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e95221a2-7dad-4e5d-a4ea-37d84b2bacc6 req-af2816ed-005c-4491-88c6-13c37d9ae5aa tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603769
May 19 06:32:14.112965 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fceb3b1f-15cf-492f-8218-afbd985c9388 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:32:14.134887 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.210237 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05583c2b-d39b-4adc-9d02-572dde353643'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:14.278178 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05583c2b-d39b-4adc-9d02-572dde353643', 'code': 200}
May 19 06:32:14.288683 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port fceb3b1f-15cf-492f-8218-afbd985c9388, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fceb3b1f-15cf-492f-8218-afbd985c9388,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:14.304949 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': 'fceb3b1f-15cf-492f-8218-afbd985c9388', 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'port_id': 'fceb3b1f-15cf-492f-8218-afbd985c9388', 'mac_address': 'fa:16:3e:21:08:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:32:14.306948 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.311720 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f6d90ff4-7c3c-42eb-a01f-a82b6fb67a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:14.323744 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193794ee-d1c1-45c1-8396-e9bd2227dca8,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:14.328681 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:14.330499 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.331815 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/193794ee-d1c1-45c1-8396-e9bd2227dca8 HTTP/1.1" status: 204  len: 168 time: 0.3393447
May 19 06:32:14.370890 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.388363 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fceb3b1f-15cf-492f-8218-afbd985c9388 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:14.405009 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port fceb3b1f-15cf-492f-8218-afbd985c9388, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fceb3b1f-15cf-492f-8218-afbd985c9388,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:14.507166 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.508041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 992c0745-54c6-438c-9075-fd407c55eead details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:32:14.510152 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:14.588325 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=fceb3b1f-15cf-492f-8218-afbd985c9388,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:14.591587 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:14.593287 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 992c0745-54c6-438c-9075-fd407c55eead, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=992c0745-54c6-438c-9075-fd407c55eead,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:14.618921 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '992c0745-54c6-438c-9075-fd407c55eead', 'network_id': '74134814-a548-4a6a-8a12-16b5d172102c', 'port_id': '992c0745-54c6-438c-9075-fd407c55eead', 'mac_address': 'fa:16:3e:12:52:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '288ce888-39d0-403b-afd5-2aa32ca05c39', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:32:14.692487 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.710860 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992c0745-54c6-438c-9075-fd407c55eead {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:14.727226 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 992c0745-54c6-438c-9075-fd407c55eead, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=992c0745-54c6-438c-9075-fd407c55eead,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:14.772530 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45062) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:14.791141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.805763 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:14.809818 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Usage tracker for resource:security_group_rule and tenant:378faffe1e7d411a86daa05521ac022e is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:14.812699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:14.818483 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:14.840118 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:14.841344 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:32:14.848215 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:14.868856 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a88fb0-c644-47ec-affc-fb956557dfb2 req-f9b09531-5843-4eb2-a281-cec0dac78638 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:14.870336 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06a88fb0-c644-47ec-affc-fb956557dfb2 req-f9b09531-5843-4eb2-a281-cec0dac78638 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.1874530
May 19 06:32:14.874864 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795e4ea-76e0-4111-af63-769dddbb3295 req-155f7819-28d5-4615-b229-dd9e90f28e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:14.876269 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f795e4ea-76e0-4111-af63-769dddbb3295 req-155f7819-28d5-4615-b229-dd9e90f28e28 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 1099 time: 0.2389948
May 19 06:32:14.886665 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b134ae9-68d6-43d6-8d46-6476dca08287 req-8a2da686-e85d-457b-aa7c-47cafe93849a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:14.888177 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2b134ae9-68d6-43d6-8d46-6476dca08287 req-8a2da686-e85d-457b-aa7c-47cafe93849a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 943 time: 0.1489408
May 19 06:32:15.000951 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f795e4ea-76e0-4111-af63-769dddbb3295 req-0615f4a9-8de6-4ee5-83ea-984a88dab025 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118014
May 19 06:32:15.009582 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06a88fb0-c644-47ec-affc-fb956557dfb2 req-055a1c6f-9891-4e35-a28d-861a0f858711 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316900
May 19 06:32:15.010316 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.020114 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2b134ae9-68d6-43d6-8d46-6476dca08287 req-7de400d7-61d9-4e36-aaee-8e3930f1380b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008132
May 19 06:32:15.052702 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=992c0745-54c6-438c-9075-fd407c55eead,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:15.055878 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:15.135496 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.146160 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b029b052-de47-42db-86df-f070c2296550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:15.150576 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:15.169804 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'port_id': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'mac_address': 'fa:16:3e:2d:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:32:15.217607 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=378faffe1e7d411a86daa05521ac022e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4412470
May 19 06:32:15.217798 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45080) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:15.218825 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4818a102-4dcf-41c0-8bc0-f8e0e0596adb,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:15.223571 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:15.246189 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.266738 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5ba660-51e6-41b1-953c-6f05b2e17a26 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:15.284089 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:15.325242 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45084) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:15.349293 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.363695 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.365892 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:15.371978 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:15.376390 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Usage tracker for resource:security_group_rule and tenant:ac3544b5e6514eb885422dbd8ce9ad4d is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:15.380119 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:15.386314 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:15.418298 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.441946 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:15.454138 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:15.467432 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002147e-5002-40cb-a641-f4d8da960065 req-864e15f2-640c-46f1-b558-58d191fe0814 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:15.467432 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0002147e-5002-40cb-a641-f4d8da960065 req-864e15f2-640c-46f1-b558-58d191fe0814 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.2146499
May 19 06:32:15.467795 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.499491 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.501258 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314abbb-30de-4e4f-b792-1b3b00f68ab1 req-aa7ac41a-85f8-4251-b9fc-c5d0c25405d5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:15.505821 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b314abbb-30de-4e4f-b792-1b3b00f68ab1 req-aa7ac41a-85f8-4251-b9fc-c5d0c25405d5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.2120943
May 19 06:32:15.586739 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0002147e-5002-40cb-a641-f4d8da960065 req-5644bfd8-7e2c-48b4-9405-c7928f6f6867 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107900
May 19 06:32:15.587590 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.596545 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-154d1b47-3740-4f17-9a16-8fb84cea4491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:15.600425 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b314abbb-30de-4e4f-b792-1b3b00f68ab1 req-0e065bbf-f25d-44e3-b684-3d6a664f31d9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0860300
May 19 06:32:15.656474 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac3544b5e6514eb885422dbd8ce9ad4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3277984
May 19 06:32:15.656860 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45096) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:15.661378 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718a8783-a7cf-419b-88dd-3d4975509b36,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:15.673745 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:15.689949 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.697724 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['992c0745-54c6-438c-9075-fd407c55eead'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:15.707904 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a3ed6584-afb0-4b83-b555-fa220f72a38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:15.727435 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4818a102-4dcf-41c0-8bc0-f8e0e0596adb,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:15.729924 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.743313 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:15.753875 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.754222 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['fceb3b1f-15cf-492f-8218-afbd985c9388'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:15.757811 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4818a102-4dcf-41c0-8bc0-f8e0e0596adb HTTP/1.1" status: 204  len: 168 time: 0.5392764
May 19 06:32:15.769466 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.799192 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['0e5ba660-51e6-41b1-953c-6f05b2e17a26'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:15.891870 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.896275 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:15.911170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718a8783-a7cf-419b-88dd-3d4975509b36,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:15.915802 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:15.927789 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:15.932118 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/718a8783-a7cf-419b-88dd-3d4975509b36 HTTP/1.1" status: 204  len: 168 time: 0.2726245
May 19 06:32:16.320118 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739f4ff-0dce-4e1d-bf8e-0d8e36c68446 req-9a133a81-5f04-45f8-96e4-823f3c1e0220 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:16.321564 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2739f4ff-0dce-4e1d-bf8e-0d8e36c68446 req-9a133a81-5f04-45f8-96e4-823f3c1e0220 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 944 time: 0.1734240
May 19 06:32:16.329390 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c3526-0b06-4cf3-aa3a-8a326c997cf8 req-b8be2aa9-abeb-4fde-b88d-fd0fec0e72ab tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:16.330754 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-270c3526-0b06-4cf3-aa3a-8a326c997cf8 req-b8be2aa9-abeb-4fde-b88d-fd0fec0e72ab tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.1375020
May 19 06:32:16.398429 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2739f4ff-0dce-4e1d-bf8e-0d8e36c68446 req-13080899-6e45-4557-9450-8ad30d0cfd84 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667038
May 19 06:32:16.405443 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-270c3526-0b06-4cf3-aa3a-8a326c997cf8 req-4e251676-991a-485f-a716-f17f7b38ee87 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602779
May 19 06:32:16.771691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45140) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:16.880726 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af856991-cd5f-4147-852d-151de0e70d55 req-19bc13da-79b7-4b73-bdb8-65283f5aeec9 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:16.882234 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-af856991-cd5f-4147-852d-151de0e70d55 req-19bc13da-79b7-4b73-bdb8-65283f5aeec9 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.1630647
May 19 06:32:16.890258 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d047f53-1a54-4137-970d-b3f084c7a83f req-5adf724e-de21-47c0-9820-5f1ff893f65a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:16.891708 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d047f53-1a54-4137-970d-b3f084c7a83f req-5adf724e-de21-47c0-9820-5f1ff893f65a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 944 time: 0.1313002
May 19 06:32:16.965679 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-af856991-cd5f-4147-852d-151de0e70d55 req-a7334b39-e0d5-42d6-9d78-e3faddf97ccb tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730069
May 19 06:32:16.970798 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d047f53-1a54-4137-970d-b3f084c7a83f req-463dbb80-bbe8-4cab-9a5e-ab5d39d84436 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652239
May 19 06:32:17.099285 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:17.114282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:17.118692 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Usage tracker for resource:security_group_rule and tenant:19789c78408c43e18925ca72bbec4c06 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:17.121371 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:17.128324 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:17.242618 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:17.324071 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:17.332913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fe8a9410-83c6-49f0-bede-eec94cbb6a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:17.390047 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19789c78408c43e18925ca72bbec4c06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6134830
May 19 06:32:17.390047 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d2511f-52b5-433c-b919-4da3fa013afc,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:17.390379 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45168) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:17.391698 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:17.501431 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:17.531167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:17.646548 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dafae-0ea3-41cf-9126-bbcd20611a8d req-7ab94abb-efee-4f59-a73d-a7826e6d4e22 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:17.648088 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5a5dafae-0ea3-41cf-9126-bbcd20611a8d req-7ab94abb-efee-4f59-a73d-a7826e6d4e22 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 944 time: 0.1088068
May 19 06:32:17.698128 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5a5dafae-0ea3-41cf-9126-bbcd20611a8d req-756b00b3-5082-4754-b293-e9ec31f4c6c0 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439944
May 19 06:32:17.729539 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:17.734870 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fb1ee534-0519-4445-9dca-ff885a4d423c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:17.748482 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d2511f-52b5-433c-b919-4da3fa013afc,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:17.755331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:17.755331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:17.755331 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b8d2511f-52b5-433c-b919-4da3fa013afc HTTP/1.1" status: 204  len: 168 time: 0.3615277
May 19 06:32:18.130275 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fceb3b1f-15cf-492f-8218-afbd985c9388 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:32:18.200325 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feacbce-3947-49e5-a3bf-a9507d088632 req-7dc98ed8-4c61-4a9b-a3d8-e8176918debf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:18.203821 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4feacbce-3947-49e5-a3bf-a9507d088632 req-7dc98ed8-4c61-4a9b-a3d8-e8176918debf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 944 time: 0.1053929
May 19 06:32:18.266343 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4feacbce-3947-49e5-a3bf-a9507d088632 req-6b590945-f718-489b-95ed-093704f1e42a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581057
May 19 06:32:18.284978 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port fceb3b1f-15cf-492f-8218-afbd985c9388 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:32:18.292879 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port fceb3b1f-15cf-492f-8218-afbd985c9388 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:18.293259 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:18.427425 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:18.460188 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceb3b1f-15cf-492f-8218-afbd985c9388'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:18.470339 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port fceb3b1f-15cf-492f-8218-afbd985c9388, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fceb3b1f-15cf-492f-8218-afbd985c9388,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:18.520120 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45220) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:18.521629 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fceb3b1f-15cf-492f-8218-afbd985c9388', 'code': 200}
May 19 06:32:18.538534 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:18.541051 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:18.542190 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 992c0745-54c6-438c-9075-fd407c55eead up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:32:18.557182 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:18.561083 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Usage tracker for resource:security_group_rule and tenant:9ff60795350845178f2b5bab9844715f is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:18.564093 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:18.571660 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:18.605935 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-b7ed134b-dc1e-4bd7-91eb-623549d33c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:18.699477 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:18.717939 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=fceb3b1f-15cf-492f-8218-afbd985c9388,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:18.738089 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:18.764773 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:18.778325 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-68f8a110-fec1-4894-b3c5-76432c668864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:18.815820 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 992c0745-54c6-438c-9075-fd407c55eead completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:32:18.821076 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 992c0745-54c6-438c-9075-fd407c55eead triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:18.821506 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:18.854184 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ff60795350845178f2b5bab9844715f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3330090
May 19 06:32:18.856959 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45234) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:18.863186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7197e9ae-c94a-4f98-a18f-3e6e29d7f112,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:18.867246 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:19.019684 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.056285 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.084681 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.099728 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 992c0745-54c6-438c-9075-fd407c55eead, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=992c0745-54c6-438c-9075-fd407c55eead,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:19.160719 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b874d0-7588-4ac9-ba19-1ecdc4d7d029 req-8adaa201-f9a8-4ed1-858a-c09e98330911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:19.162190 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c4b874d0-7588-4ac9-ba19-1ecdc4d7d029 req-8adaa201-f9a8-4ed1-858a-c09e98330911 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.2607157
May 19 06:32:19.173816 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8ed03-969e-4ff1-a564-a55e30ec041a req-0687f7d6-3afb-43c2-8b87-dd73618c6693 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:19.175972 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29b8ed03-969e-4ff1-a564-a55e30ec041a req-0687f7d6-3afb-43c2-8b87-dd73618c6693 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 944 time: 0.2731848
May 19 06:32:19.240767 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c4b874d0-7588-4ac9-ba19-1ecdc4d7d029 req-b969f927-063e-425a-b817-a417bf5a9e48 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638323
May 19 06:32:19.250213 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29b8ed03-969e-4ff1-a564-a55e30ec041a req-d8ac2616-8ce2-4be7-8a53-f92098c8b214 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598550
May 19 06:32:19.278577 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.278840 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.280276 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:32:19.289801 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-00838fa9-31b8-420d-a0c5-58081056ec9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:19.305369 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7197e9ae-c94a-4f98-a18f-3e6e29d7f112,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:19.317416 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:19.319682 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.323641 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7197e9ae-c94a-4f98-a18f-3e6e29d7f112 HTTP/1.1" status: 204  len: 168 time: 0.4640844
May 19 06:32:19.338606 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:19.444247 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=992c0745-54c6-438c-9075-fd407c55eead,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:19.447454 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:19.553222 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:32:19.558830 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:19.559206 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.698049 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.739312 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:19.815697 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:19.818489 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:19.969255 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:19.973197 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:20.097550 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba96dd-9e61-425f-bfd2-00d31b6c2059 req-22a5e9fe-8e64-4b9e-8ea1-ba7fa018bb73 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:20.099130 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9eba96dd-9e61-425f-bfd2-00d31b6c2059 req-22a5e9fe-8e64-4b9e-8ea1-ba7fa018bb73 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.2650583
May 19 06:32:20.162696 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9eba96dd-9e61-425f-bfd2-00d31b6c2059 req-98dad368-100b-4139-8ab3-d5d73dd09c51 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574863
May 19 06:32:20.497384 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e9741-14ba-46d6-b99d-cba88bd3e60b req-77ac80e2-799d-4d09-84c7-0614cc8cd2bd tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:20.499151 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bf1e9741-14ba-46d6-b99d-cba88bd3e60b req-77ac80e2-799d-4d09-84c7-0614cc8cd2bd tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0949521
May 19 06:32:20.522179 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c0745-54c6-438c-9075-fd407c55eead'}, {'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:20.552660 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bf1e9741-14ba-46d6-b99d-cba88bd3e60b req-f7b9f68f-8589-4821-abbb-f70ae79a76af tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468280
May 19 06:32:20.586035 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c0745-54c6-438c-9075-fd407c55eead', 'code': 200}
May 19 06:32:20.586302 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'code': 200}
May 19 06:32:20.980650 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343666e9-13b4-455a-8231-0ea6aabf1706 req-5572aee8-33b6-43fa-bf7f-60a8dce7f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:20.982790 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-343666e9-13b4-455a-8231-0ea6aabf1706 req-5572aee8-33b6-43fa-bf7f-60a8dce7f928 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1098 time: 0.0708015
May 19 06:32:21.024378 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-343666e9-13b4-455a-8231-0ea6aabf1706 req-4dcd8b1c-dda4-42fc-9ffb-735d347c1769 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349426
May 19 06:32:21.052156 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9028e9e5-075a-4c5c-ad17-587839cc2a7c req-1c53334d-9068-41e4-bb93-782e0e02012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:21.053623 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9028e9e5-075a-4c5c-ad17-587839cc2a7c req-1c53334d-9068-41e4-bb93-782e0e02012c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 1098 time: 0.0794065
May 19 06:32:21.134108 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9028e9e5-075a-4c5c-ad17-587839cc2a7c req-1a92a51f-0496-4b70-89e3-dca991ff90e2 service neutron] Synchronizing usage tracker for tenant:25b3186737d842d8987e09ec1f24476b on resource:security_group {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:21.238657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9028e9e5-075a-4c5c-ad17-587839cc2a7c req-1a92a51f-0496-4b70-89e3-dca991ff90e2 service neutron] Unset dirty status for tenant:25b3186737d842d8987e09ec1f24476b on resource:security_group {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:21.239969 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9028e9e5-075a-4c5c-ad17-587839cc2a7c req-1a92a51f-0496-4b70-89e3-dca991ff90e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449676
May 19 06:32:21.359685 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adb92d-6b40-4520-8b7b-d4a7f579b981 req-64c86c17-027b-4375-9298-0e49c90b2636 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:21.363705 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60adb92d-6b40-4520-8b7b-d4a7f579b981 req-64c86c17-027b-4375-9298-0e49c90b2636 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0938721
May 19 06:32:21.417449 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60adb92d-6b40-4520-8b7b-d4a7f579b981 req-2fc9bf2e-09b5-4354-9bfb-5986c721d6ae tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500772
May 19 06:32:21.750734 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e30501-ab11-4e68-b514-7c481fc774f5 req-e1990aa6-084a-49f7-90b4-750ab048952b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:21.752213 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a7e30501-ab11-4e68-b514-7c481fc774f5 req-e1990aa6-084a-49f7-90b4-750ab048952b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0825276
May 19 06:32:21.800628 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a7e30501-ab11-4e68-b514-7c481fc774f5 req-488896db-55aa-4396-b8e1-fb7f23794e49 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412252
May 19 06:32:22.642144 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da09f3-4ab9-44cc-b372-5fc9512771ae req-a8b2f4d2-f7fd-4234-a58f-046c902fc7d4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:22.644436 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f1da09f3-4ab9-44cc-b372-5fc9512771ae req-a8b2f4d2-f7fd-4234-a58f-046c902fc7d4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0963931
May 19 06:32:22.688576 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f1da09f3-4ab9-44cc-b372-5fc9512771ae req-ff47de8a-b837-4f33-bd52-b06b54808a73 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385678
May 19 06:32:22.876656 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdf9e4-2965-4b39-a218-d7a05849fd93 req-058facac-4971-4829-8aef-f019776d3d37 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:22.879072 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-effdf9e4-2965-4b39-a218-d7a05849fd93 req-058facac-4971-4829-8aef-f019776d3d37 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0843263
May 19 06:32:22.893896 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45388) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:22.898817 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'floatingip': {'port_id': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:23.018778 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:23.217288 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc518e-3907-435f-a982-1ee7bd60e97c req-7cc11e2a-47ff-4f8c-9a33-23f9fbaf2869 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:23.218761 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a9fc518e-3907-435f-a982-1ee7bd60e97c req-7cc11e2a-47ff-4f8c-9a33-23f9fbaf2869 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.2688484
May 19 06:32:23.357890 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a9fc518e-3907-435f-a982-1ee7bd60e97c req-8d301867-103c-4193-aae0-3b5cd695b27f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305878
May 19 06:32:23.934624 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45434) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:23.975355 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:24.112485 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:24.141365 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:24.225246 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:24.228976 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Usage tracker for resource:security_group_rule and tenant:9aba2b4d0c3d4527a7333ef95249278d is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:24.231835 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:24.237420 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:24.294188 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2780b3-4f74-4535-a111-bbb1bbb7d247 req-85834207-4441-41b8-ab6e-a7c853b0e54b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:24.295822 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ab2780b3-4f74-4535-a111-bbb1bbb7d247 req-85834207-4441-41b8-ab6e-a7c853b0e54b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.2413270
May 19 06:32:24.318778 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:24.319826 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Floating IP cbe140c7-4e27-4db3-a092-fdccac279f81 associated. External IP: 172.27.1.206, port: 0e5ba660-51e6-41b1-953c-6f05b2e17a26.
May 19 06:32:24.380780 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:24.391394 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4ff5c463-bd60-486c-8098-2db13b2510af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:24.435411 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9aba2b4d0c3d4527a7333ef95249278d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4990973
May 19 06:32:24.435813 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45452) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:24.444230 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02565960-970e-42cc-9eae-9a2324838614,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:24.449558 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:24.478465 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ab2780b3-4f74-4535-a111-bbb1bbb7d247 req-eb3f36e2-90e4-44ba-ad0e-a1fbc7554aca tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630471
May 19 06:32:24.657482 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:24.710233 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:24.829994 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Router 055756fa-b151-4067-bd29-2620afe7260b has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:32:24.993488 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.002464 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1ca459f1-a219-4876-8c74-df958d1d8196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:25.019323 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02565960-970e-42cc-9eae-9a2324838614,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:25.027290 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:25.035921 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:32:25.037746 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.038849 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02565960-970e-42cc-9eae-9a2324838614 HTTP/1.1" status: 204  len: 168 time: 0.5987875
May 19 06:32:25.042134 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.047972 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] Sync routers for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:32:25.060468 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:32:25.061236 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807601ac70>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:32:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:25.096970 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-4a6558e1-49bb-4289-8c10-8a0d877ab253 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "PUT /v2.0/floatingips/cbe140c7-4e27-4db3-a092-fdccac279f81 HTTP/1.1" status: 200  len: 991 time: 2.2024629
May 19 06:32:25.097646 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:25.110625 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45476) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:25.193084 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'status': 'completed', 'code': 200}
May 19 06:32:25.258996 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.269728 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:32:25.275697 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:25.279482 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Usage tracker for resource:security_group_rule and tenant:28876cc1abb1472497a4ce29f5f0ffe9 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:25.282284 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:25.288043 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:25.373054 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.436195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.468479 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:25.484740 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=28876cc1abb1472497a4ce29f5f0ffe9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3728704
May 19 06:32:25.488288 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45486) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:25.528784 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb9723-38be-4e1c-aa5e-64a2e0b9604a,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:25.535187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:25.586158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.615428 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.681133 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807601ac70>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'cbe140c7-4e27-4db3-a092-fdccac279f81', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '055756fa-b151-4067-bd29-2620afe7260b', 'port_id': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'mac_address': 'fa:16:3e:2d:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:31:55Z', 'updated_at': '2021-05-19T06:32:23Z', 'revision_number': 1, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:25.688817 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] Checking router: 055756fa-b151-4067-bd29-2620afe7260b for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:32:25.698935 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:32:25.699933 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807601ac70>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:32:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:25.727167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420b9ac-6d7a-4778-86bd-8c2f15f1b7e8 req-f5717fd6-fbf4-4059-991d-77a6106e9aa4 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:25.734489 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f420b9ac-6d7a-4778-86bd-8c2f15f1b7e8 req-f5717fd6-fbf4-4059-991d-77a6106e9aa4 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1068130
May 19 06:32:25.764473 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45494) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:25.783918 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.785494 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f420b9ac-6d7a-4778-86bd-8c2f15f1b7e8 req-27e851d7-fcb7-4f3f-aaa5-7738c1b84a39 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499697
May 19 06:32:25.788187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.799903 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4296cbff-123f-4cc9-8903-0627be5c5c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:25.816169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb9723-38be-4e1c-aa5e-64a2e0b9604a,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:25.820045 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:25.825807 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:25.828929 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Usage tracker for resource:security_group_rule and tenant:6f954394ebea4547b38e7b5c8d82d13e is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:25.832820 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:25.835959 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:25.837278 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdfb9723-38be-4e1c-aa5e-64a2e0b9604a HTTP/1.1" status: 204  len: 168 time: 0.3489807
May 19 06:32:25.842200 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:25.967226 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:32:25.973484 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:26.033373 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:26.042404 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3d344a85-4a38-4c3e-a515-6e5b6b0185eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:26.136204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-2cbb6340-56dd-4666-9ff1-f7c5d50cc7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:26.137500 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f954394ebea4547b38e7b5c8d82d13e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3718779
May 19 06:32:26.139146 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-2cbb6340-56dd-4666-9ff1-f7c5d50cc7ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1098 time: 0.0871325
May 19 06:32:26.139787 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1134200-7e01-47ac-b1e9-9fc108bceb90,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:26.140262 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45504) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:26.149703 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:26.174256 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-1432d255-33a1-455e-8504-ae3f8dc60475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:26.175821 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-1432d255-33a1-455e-8504-ae3f8dc60475 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 1098 time: 0.1229203
May 19 06:32:26.346141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-74c603e0-03c3-4423-9e3f-c65116f4cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:26.348359 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-74c603e0-03c3-4423-9e3f-c65116f4cd24 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.1646442
May 19 06:32:26.385620 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:26.411540 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-7bb0f69a-0e18-466a-a4cf-4ef816547301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:26.412992 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-7bb0f69a-0e18-466a-a4cf-4ef816547301 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.2552781
May 19 06:32:26.430765 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-e58b25a1-6fcc-4358-a181-be10d775baab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=992c0745-54c6-438c-9075-fd407c55eead HTTP/1.1" status: 200  len: 217 time: 0.0744262
May 19 06:32:26.442216 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807601ac70>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'cbe140c7-4e27-4db3-a092-fdccac279f81', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '055756fa-b151-4067-bd29-2620afe7260b', 'port_id': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'mac_address': 'fa:16:3e:2d:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:31:55Z', 'updated_at': '2021-05-19T06:32:23Z', 'revision_number': 1, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:26.446324 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a877ed71-6819-47ca-9723-a0ce8f594fee None None] The sync data for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi is: [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'cbe140c7-4e27-4db3-a092-fdccac279f81', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'floating_ip_address': '172.27.1.206', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '055756fa-b151-4067-bd29-2620afe7260b', 'port_id': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'mac_address': 'fa:16:3e:2d:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:31:55Z', 'updated_at': '2021-05-19T06:32:23Z', 'revision_number': 1, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:32:26.478580 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:26.496125 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-176a58b2-75b8-4183-872e-0e041790059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:26.497849 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-176a58b2-75b8-4183-872e-0e041790059b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.0609529
May 19 06:32:26.555402 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-1f5a9c83-00a4-4e48-ad07-465445d0806d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 200  len: 999 time: 0.1325896
May 19 06:32:26.572956 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-c172e4dc-4351-465c-b05b-5611ac352b44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536411
May 19 06:32:26.655928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45516) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:26.659425 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-f0b0fcc9-2ecc-434d-b6c2-9a6751972c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:26.660821 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-f0b0fcc9-2ecc-434d-b6c2-9a6751972c23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.0924759
May 19 06:32:26.681896 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:26.740419 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34b2af-0dd0-428d-bdb4-60d4789859e7 None None] New status for floating IP cbe140c7-4e27-4db3-a092-fdccac279f81: ACTIVE {{(pid=92079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:32:26.745615 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:26.748107 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:26.755664 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Usage tracker for resource:security_group_rule and tenant:400fbf05fe9b4b7c856a3ade90b95909 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:26.760430 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-5d9d8651-fd76-4aa7-999e-e8b4812ac171 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722794
May 19 06:32:26.763378 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:26.765907 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-99d4dca4-019f-4a1e-b92a-5f2e8009c012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:26.784596 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:26.801751 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1134200-7e01-47ac-b1e9-9fc108bceb90,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:26.823207 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:26.833361 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:26.835310 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1134200-7e01-47ac-b1e9-9fc108bceb90 HTTP/1.1" status: 204  len: 168 time: 0.6931968
May 19 06:32:26.931134 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-883ef93b-e3e9-4fe8-b513-1d0c01132fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:26.938789 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-883ef93b-e3e9-4fe8-b513-1d0c01132fa6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2411845
May 19 06:32:26.990962 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4a150f43-176d-4a30-bb3b-73d411b0e53d req-8ef8e786-46da-43c3-9109-26a3277b5ea4 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2222979
May 19 06:32:27.194968 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:27.251671 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91910ed4-75ee-4513-87f0-7ca1e226b65c req-41dec955-fcd0-426d-8d5d-220768989b48 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:27.253282 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-91910ed4-75ee-4513-87f0-7ca1e226b65c req-41dec955-fcd0-426d-8d5d-220768989b48 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.2655683
May 19 06:32:27.257081 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-9881022a-aae4-4bcb-a5a1-795f645ef51f service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998288
May 19 06:32:27.257964 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:27.268470 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-00cb1fc4-b82a-4b8a-a052-5253e0c6f2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:27.369347 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=400fbf05fe9b4b7c856a3ade90b95909&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7122598
May 19 06:32:27.371956 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45542) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:27.383015 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b184b6-c4cd-4674-aa70-8c7b952c6abd,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:27.442315 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:27.449405 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:27.465956 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-91910ed4-75ee-4513-87f0-7ca1e226b65c req-d065e3de-8832-49c8-8db6-db7dc101a82e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008245
May 19 06:32:27.484165 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:27.505533 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0ced548-2020-494d-b21d-a1311e5ea442 req-52a9a681-1e02-40ce-98d7-5cfaa0ff4d7d service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378659
May 19 06:32:27.638223 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:27.643597 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5100d25d-05fb-4bfb-bdd8-f7be4283c109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:27.657006 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b184b6-c4cd-4674-aa70-8c7b952c6abd,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:27.660478 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:27.665423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:27.669166 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b0b184b6-c4cd-4674-aa70-8c7b952c6abd HTTP/1.1" status: 204  len: 168 time: 0.2933593
May 19 06:32:28.433668 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45590) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:28.664557 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715710-d5d0-40fb-9e57-f29bfefa4d97 req-7ecc3316-99c8-4953-a256-f98316183c0c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:28.665921 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dd715710-d5d0-40fb-9e57-f29bfefa4d97 req-7ecc3316-99c8-4953-a256-f98316183c0c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0876880
May 19 06:32:28.726507 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dd715710-d5d0-40fb-9e57-f29bfefa4d97 req-7d1c88b2-1a9a-419d-88c9-ff4173e9b3b8 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547562
May 19 06:32:28.730163 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:28.750231 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:28.757665 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Usage tracker for resource:security_group_rule and tenant:bd462379615140f5b1be19b3ad8709ed is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:28.760602 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:28.766276 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:28.848700 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:28.989039 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:29.004453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-01b98f32-78e3-4c7c-8b7e-df5f84edc78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:29.056614 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd462379615140f5b1be19b3ad8709ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6185417
May 19 06:32:29.056614 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109a41b4-1548-4f39-8291-99fc263a6493,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:29.056913 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45622) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:29.058823 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:29.136641 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:29.144490 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:29.718343 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:29.729910 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:29.737404 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109a41b4-1548-4f39-8291-99fc263a6493,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:29.741094 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:29.756429 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:29.757559 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/109a41b4-1548-4f39-8291-99fc263a6493 HTTP/1.1" status: 204  len: 168 time: 0.6997023
May 19 06:32:29.924385 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7d69b-d83a-46c9-a79a-23895556bd0a req-3030e90c-5538-4870-81bc-6db7c58deda9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:29.925883 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-66f7d69b-d83a-46c9-a79a-23895556bd0a req-3030e90c-5538-4870-81bc-6db7c58deda9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0953298
May 19 06:32:29.974694 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-66f7d69b-d83a-46c9-a79a-23895556bd0a req-fd5f527e-17b7-449f-aab6-d17dd3e1e985 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390573
May 19 06:32:30.434707 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-a9f72395-5979-4f6b-9f69-c283f372c8f2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:30.437096 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-a9f72395-5979-4f6b-9f69-c283f372c8f2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.1507850
May 19 06:32:30.455592 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-75ce16e8-66a2-4074-801a-d13afb1a2799 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/quotas/f19d2d68d3234edaa9331a024262dbb1 HTTP/1.1" status: 200  len: 375 time: 0.0102296
May 19 06:32:30.544049 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-fdf6f46d-8a7d-42f2-ae52-fcd5699b1483 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0799930
May 19 06:32:30.550800 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:32:30.650475 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45678) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:30.691313 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:30.713937 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:30.719137 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Usage tracker for resource:security_group_rule and tenant:060dcab1bdb145c4b4c349bc9c99a5e6 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:30.723661 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:30.736149 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:30.770286 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-b5e73823-e0e8-409e-95b9-a162aa8a9f47 service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192695
May 19 06:32:30.833324 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:30.895412 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:30.918700 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ceab23aa-d31a-4046-85c2-8daa6b5c0cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:30.937025 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-eb75d90f-58aa-415d-b006-3086345834e3 service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1572962
May 19 06:32:30.963017 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45690) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:30.963155 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=060dcab1bdb145c4b4c349bc9c99a5e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3109860
May 19 06:32:30.964306 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263fd70f-ba4f-4bd5-9eab-23891ea3de20,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:30.967819 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:31.057978 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fd99186c-ff68-4b96-a400-13c70ce7a2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:31.095225 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fd99186c-ff68-4b96-a400-13c70ce7a2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:31.257494 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e42bcff0-b1bd-4e7a-a18d-1bd1d1faee09 req-09383593-4f54-4092-8e07-95ce33136c82 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 210 time: 0.0554643
May 19 06:32:31.279721 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b8f78-19fa-47a0-a493-1b6456f9bf1c req-a53be040-96eb-498e-8e04-7ae7d7072e5b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:31.285789 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a63b8f78-19fa-47a0-a493-1b6456f9bf1c req-a53be040-96eb-498e-8e04-7ae7d7072e5b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1899049
May 19 06:32:31.341329 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a63b8f78-19fa-47a0-a493-1b6456f9bf1c req-2cf5cc1f-284f-42a6-b322-153370363d28 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503247
May 19 06:32:31.342421 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fd99186c-ff68-4b96-a400-13c70ce7a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:31.348889 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:31.365919 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99186c-ff68-4b96-a400-13c70ce7a2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263fd70f-ba4f-4bd5-9eab-23891ea3de20,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:31.368961 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fd99186c-ff68-4b96-a400-13c70ce7a2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:31.370995 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fd99186c-ff68-4b96-a400-13c70ce7a2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:31.378349 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-fd99186c-ff68-4b96-a400-13c70ce7a2e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/263fd70f-ba4f-4bd5-9eab-23891ea3de20 HTTP/1.1" status: 204  len: 168 time: 0.4080713
May 19 06:32:31.557649 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:31.692166 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45732) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:31.962147 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:31.988115 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:31.991916 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Usage tracker for resource:security_group_rule and tenant:4ad1068356204033bcc36f4e5b1b6bec is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:31.995283 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:32.011904 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:32.108180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.157609 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.166185 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:32.204739 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ad1068356204033bcc36f4e5b1b6bec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5114553
May 19 06:32:32.206178 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ba7e1-394c-4655-b898-50d1d836788b,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:32.207993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45756) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:32.210363 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:32.295173 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.340331 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.483609 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.490295 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:32.527869 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ba7e1-394c-4655-b898-50d1d836788b,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:32.547503 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:32.562710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45774) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:32.568376 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e2d426bd-8c46-43bf-9e16-9019e0fc736b req-14f27304-5271-4085-a593-a0d2e8277554 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 210 time: 0.0955470
May 19 06:32:32.579219 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.584121 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f1ba7e1-394c-4655-b898-50d1d836788b HTTP/1.1" status: 204  len: 168 time: 0.3740733
May 19 06:32:32.656865 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d4e30-98d4-40c1-9d7f-39f2d84bf51c req-2289d39b-56e6-4f02-b236-bd35243b1de3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:32.658392 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c80d4e30-98d4-40c1-9d7f-39f2d84bf51c req-2289d39b-56e6-4f02-b236-bd35243b1de3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0891428
May 19 06:32:32.714233 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c80d4e30-98d4-40c1-9d7f-39f2d84bf51c req-4bcd8a52-7375-4718-b0d9-370bcb44f5fc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490406
May 19 06:32:32.778439 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.793770 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:32.797593 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Usage tracker for resource:security_group_rule and tenant:38565594c9724972a3c7ab6d59fc55c1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:32.800925 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:32.806628 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:32.891608 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.947169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:32.959852 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0a8994c4-5e27-4af8-9b17-a359fdcb5fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:32.999821 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38565594c9724972a3c7ab6d59fc55c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4359362
May 19 06:32:33.000626 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d304d9a2-00b4-468e-811a-b161209dc46d,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:33.002854 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45798) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:33.003543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:33.066206 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.092523 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.203606 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.209153 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:33.222435 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45806) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:33.223418 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d304d9a2-00b4-468e-811a-b161209dc46d,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:33.226078 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:33.234127 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.238283 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d304d9a2-00b4-468e-811a-b161209dc46d HTTP/1.1" status: 204  len: 168 time: 0.2323921
May 19 06:32:33.266261 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.288811 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:33.294166 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Usage tracker for resource:security_group_rule and tenant:c1707ff5389b407499a733bbbe4162e1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:33.297857 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:33.304760 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:33.399458 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.460994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.469974 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-0f0b6771-9a73-40b6-82f4-b0630683cfbc tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:33.472359 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-0f0b6771-9a73-40b6-82f4-b0630683cfbc tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.1712656
May 19 06:32:33.474813 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-16c89d2b-ea28-41bd-94db-0210fd3e7a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:33.486440 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Request body: {'port': {'device_id': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'admin_state_up': True, 'tenant_id': 'f19d2d68d3234edaa9331a024262dbb1'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:33.515843 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1707ff5389b407499a733bbbe4162e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2915587
May 19 06:32:33.517010 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a0245-4462-4484-b651-f9deb2bb5791,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:33.519881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45822) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:33.538299 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.538657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.539009 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.539415 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.539757 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.540096 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.540433 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.540767 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.541102 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.541605 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.541937 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.542266 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:33.547737 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:33.604000 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.660286 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:33.665779 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Usage tracker for resource:port and tenant:f19d2d68d3234edaa9331a024262dbb1 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:33.669682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:33.676475 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:33.700865 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.813386 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Made reservation on behalf of f19d2d68d3234edaa9331a024262dbb1 for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:33.818276 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.832812 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.843878 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5b8fa275-8b9f-4ca2-86c0-0d0ff1669964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:33.877431 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-98885802-8211-4a9d-b4ab-832b51c99917 req-98537057-712d-4a54-b02d-fbc7514216aa tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 210 time: 0.1368377
May 19 06:32:33.892420 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a0245-4462-4484-b651-f9deb2bb5791,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:33.925930 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:33.941869 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:33.945996 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be5a0245-4462-4484-b651-f9deb2bb5791 HTTP/1.1" status: 204  len: 168 time: 0.4208467
May 19 06:32:34.133942 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Allocated IP 172.20.0.4 (f5392844-74d5-4901-80b4-e2220b971d32/c724c76b-14f0-49b5-983e-15863334ffe8/2bd47ab1-8836-416d-bb71-e2ab20d06591) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:32:34.146508 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8d433-f783-4d49-acbb-f688a5a01562 req-26a6414e-7426-4626-8b77-9d6dfbc2728c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:34.147998 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-69d8d433-f783-4d49-acbb-f688a5a01562 req-26a6414e-7426-4626-8b77-9d6dfbc2728c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1892257
May 19 06:32:34.229892 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-69d8d433-f783-4d49-acbb-f688a5a01562 req-886e75e7-ab9c-42b1-89ca-31b4a9ba8791 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760863
May 19 06:32:34.387829 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.394964 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45846) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:34.414303 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.430377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:34.435087 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Usage tracker for resource:security_group_rule and tenant:6c269dd4b4ba47af9c1721f4ce483374 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:34.438194 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:34.445160 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:34.489945 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.499062 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:34.505432 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['968108c8-72a0-4188-8ad6-f1da26e00d6c'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:34.613643 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.672193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.672400 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Network f5392844-74d5-4901-80b4-e2220b971d32 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:32:34.675930 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:34.680201 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event updated for resources: {'Port': ['ID=2bd47ab1-8836-416d-bb71-e2ab20d06591,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:34.681574 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:32:34.681729 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-155e32de-0683-46a8-bae5-e978d1caa66c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:34.720574 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.721826 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.721826 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.722185 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.722525 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.722867 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.723206 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.723566 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.723903 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.724236 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.724567 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.724956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:34.734104 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:34.740547 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c269dd4b4ba47af9c1721f4ce483374&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3440361
May 19 06:32:34.741824 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 45864) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:34.753226 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a78c887-9435-4e17-a044-d5542415bbef,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:34.756677 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:34.774602 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:34.775227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.836592 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.864251 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:34.881058 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3981113
May 19 06:32:34.898540 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Request body: {'port': {'device_id': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:35.079307 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:35.096092 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:35.104061 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-dd24ae82-bbbc-4b3b-9a72-ee623d2ea6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:35.123604 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a78c887-9435-4e17-a044-d5542415bbef,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:35.156245 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:35.183183 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:35.184339 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a78c887-9435-4e17-a044-d5542415bbef HTTP/1.1" status: 204  len: 168 time: 0.4362044
May 19 06:32:35.224507 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f9bad-b628-47a6-a39f-390723d38100 req-4dbd3f78-2392-4e2d-a830-0750a973373a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:35.225111 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-723f9bad-b628-47a6-a39f-390723d38100 req-4dbd3f78-2392-4e2d-a830-0750a973373a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Synchronizing usage tracker for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:35.397792 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-723f9bad-b628-47a6-a39f-390723d38100 req-4dbd3f78-2392-4e2d-a830-0750a973373a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Unset dirty status for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:35.398957 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723f9bad-b628-47a6-a39f-390723d38100 req-4dbd3f78-2392-4e2d-a830-0750a973373a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 931 time: 0.3706689
May 19 06:32:35.527234 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723f9bad-b628-47a6-a39f-390723d38100 req-f35caf4a-e7cc-4c55-b7a6-ab9ec0ed3361 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910668
May 19 06:32:35.569355 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45900) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:35.574368 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117cc9b-54ec-4866-955a-f58142c6e2dc req-f7f399d3-2105-4f37-95c6-3c7d39eeef7e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:35.575893 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9117cc9b-54ec-4866-955a-f58142c6e2dc req-f7f399d3-2105-4f37-95c6-3c7d39eeef7e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1839058
May 19 06:32:35.657501 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd47ab1-8836-416d-bb71-e2ab20d06591 {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:35.669491 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:35.677437 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9117cc9b-54ec-4866-955a-f58142c6e2dc req-33da8b34-b40f-457d-8092-17eac5a38fd0 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703468
May 19 06:32:35.689082 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Transition to ACTIVE for port object 2bd47ab1-8836-416d-bb71-e2ab20d06591 will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:32:35.720420 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1080051775-network', 'tenant_id': 'a8d9566fe14c4d6fbc0692534a8139e3'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:35.722410 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:35.726451 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Usage tracker for resource:network and tenant:a8d9566fe14c4d6fbc0692534a8139e3 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:35.729383 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:35.729569 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:35.735855 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:35.736225 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:35.820471 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Made reservation on behalf of a8d9566fe14c4d6fbc0692534a8139e3 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:35.823502 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:35.842688 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:35.862061 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:35.866808 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d9566fe14c4d6fbc0692534a8139e3 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:35.870032 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:35.877215 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:35.890505 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd47ab1-8836-416d-bb71-e2ab20d06591,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:35.899078 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:35.984384 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Attempting to bind port 2bd47ab1-8836-416d-bb71-e2ab20d06591 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:32:35.985003 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Attempting to bind port 2bd47ab1-8836-416d-bb71-e2ab20d06591 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:32:35.994458 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Attempting to bind port 2bd47ab1-8836-416d-bb71-e2ab20d06591 on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:35.997201 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Port 2bd47ab1-8836-416d-bb71-e2ab20d06591 on network f5392844-74d5-4901-80b4-e2220b971d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:32:35.998039 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Attempting to bind port 2bd47ab1-8836-416d-bb71-e2ab20d06591 on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:36.004154 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.004949 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:32:36.005324 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Checking segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:36.005708 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Bound using segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:32:36.006134 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Bound port: 2bd47ab1-8836-416d-bb71-e2ab20d06591, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:32:36.006468 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.110314 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] For port 2bd47ab1-8836-416d-bb71-e2ab20d06591, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:32:36.110314 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] For port 2bd47ab1-8836-416d-bb71-e2ab20d06591, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2bd47ab1-8836-416d-bb71-e2ab20d06591,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:32:36.129493 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.133765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d8d24bfe-90e8-4f6f-b9a2-5d5100c4eee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:36.161875 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:32:36.170695 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be7d18-41e6-4c0e-b07b-9c3595bc140e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:36.185374 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:36.186850 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.187188 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Added segment bed9dec7-36ae-4a58-9318-3a4eaadebc2a of type vlan for network 1b99abc0-9f45-4c90-84cf-913d0e1eb952
May 19 06:32:36.203937 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.209021 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:36.213276 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.265251 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:36.265926 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.267474 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/2bd47ab1-8836-416d-bb71-e2ab20d06591 HTTP/1.1" status: 200  len: 1093 time: 1.3754013
May 19 06:32:36.268102 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'tag': '2bd47ab1-8836-416d-bb71-e2ab20d06591'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:36.323090 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'tag': '2bd47ab1-8836-416d-bb71-e2ab20d06591', 'status': 'completed', 'code': 200}
May 19 06:32:36.323725 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.325817 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:36.326569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.329979 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd47ab1-8836-416d-bb71-e2ab20d06591,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:36.331965 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cae7d83a-7059-418a-98fb-0a4819439467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:36.346797 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:36.367697 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-044bcbc9-f21a-4149-a97f-4510bfed7409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:36.482267 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680969d-70ae-4c67-b46c-cc488dbbac15 req-031a0838-63c5-40b0-b7f4-3457cc81d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:36.483957 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4680969d-70ae-4c67-b46c-cc488dbbac15 req-031a0838-63c5-40b0-b7f4-3457cc81d426 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 1096 time: 0.1208358
May 19 06:32:36.501635 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Pushing event updated for resources: {'Network': ['ID=1b99abc0-9f45-4c90-84cf-913d0e1eb952,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:36.510280 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:36.513510 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 1b99abc0-9f45-4c90-84cf-913d0e1eb952 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:32:36.604271 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0330780
May 19 06:32:36.606928 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 45948) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:36.615951 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Request body: {'subnet': {'network_id': '1b99abc0-9f45-4c90-84cf-913d0e1eb952', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1080051775-subnet', 'tenant_id': 'a8d9566fe14c4d6fbc0692534a8139e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:36.624679 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:36.648704 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Usage tracker for resource:subnet and tenant:a8d9566fe14c4d6fbc0692534a8139e3 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:36.661979 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:36.673409 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680969d-70ae-4c67-b46c-cc488dbbac15 req-24197168-db73-41d9-ba8f-b43c1df094a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:36.675792 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4680969d-70ae-4c67-b46c-cc488dbbac15 req-24197168-db73-41d9-ba8f-b43c1df094a5 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f19d2d68d3234edaa9331a024262dbb1&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1830039
May 19 06:32:36.690412 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:36.792855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Made reservation on behalf of a8d9566fe14c4d6fbc0692534a8139e3 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:36.795842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:37.087516 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a1822-dfb9-4e66-bd49-bfb95a441fad req-599a6ab0-2a9d-4474-9693-f41632ad61af tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:37.088929 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8c9a1822-dfb9-4e66-bd49-bfb95a441fad req-599a6ab0-2a9d-4474-9693-f41632ad61af tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 943 time: 0.4120827
May 19 06:32:37.089870 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680969d-70ae-4c67-b46c-cc488dbbac15 req-730b1136-56e0-4402-8e36-41a78468e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:37.091137 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4680969d-70ae-4c67-b46c-cc488dbbac15 req-730b1136-56e0-4402-8e36-41a78468e7e6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3605573
May 19 06:32:37.138592 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8538f-b9cb-4667-9412-5c9f60accd6b req-4e4398c7-933e-4fda-afce-7b908064f5a5 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:37.140113 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-45b8538f-b9cb-4667-9412-5c9f60accd6b req-4e4398c7-933e-4fda-afce-7b908064f5a5 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1721141
May 19 06:32:37.211544 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8c9a1822-dfb9-4e66-bd49-bfb95a441fad req-6fb2ad3e-9b87-4798-aa89-3882d2d716bb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135175
May 19 06:32:37.255063 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-45b8538f-b9cb-4667-9412-5c9f60accd6b req-cb76d393-a659-49be-aa3b-76cf1ec02c2f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817001
May 19 06:32:37.268537 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-8b3b494c-00b7-48b3-ba98-efd52e58a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:37.269967 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-8b3b494c-00b7-48b3-ba98-efd52e58a18c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 1096 time: 0.1289887
May 19 06:32:37.342512 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-40388fa0-67b3-44a2-b823-c029e47d73ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2bd47ab1-8836-416d-bb71-e2ab20d06591 HTTP/1.1" status: 200  len: 217 time: 0.0619898
May 19 06:32:37.342715 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:37.347234 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1c471bb5-e065-4b39-ab4d-9924a633cd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:37.414179 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-cff02077-6b8c-4c9f-9348-a10bf29a73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:37.415644 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-cff02077-6b8c-4c9f-9348-a10bf29a73a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 200  len: 855 time: 0.0638902
May 19 06:32:37.417551 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b3ae77-866e-4e4e-ac9d-9afe18521167,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:37.420885 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:37.423675 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Checking segment: {'id': 'bed9dec7-36ae-4a58-9318-3a4eaadebc2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '1b99abc0-9f45-4c90-84cf-913d0e1eb952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:37.423675 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Network hostable DHCP agents. Network: 1b99abc0-9f45-4c90-84cf-913d0e1eb952, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:32:37.468064 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-35ab3980-e2bf-49fc-b92a-8e0d6938905f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f5392844-74d5-4901-80b4-e2220b971d32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0408254
May 19 06:32:37.529570 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Network 1b99abc0-9f45-4c90-84cf-913d0e1eb952 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:32:37.619549 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-181882a3-1c29-47f2-8621-e9730dc977c7 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428628
May 19 06:32:37.632191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 1b99abc0-9f45-4c90-84cf-913d0e1eb952) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:37.642773 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45822d59-2612-4d50-a15f-d052787308d9 None None] Network 1b99abc0-9f45-4c90-84cf-913d0e1eb952 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:32:37.648115 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:37.648729 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:37.782339 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1713996
May 19 06:32:37.811536 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47ed942c-b643-4b30-a9ca-6ed841579d2c req-18d7f8fb-d6d4-41a8-ac4d-d71b4e7b6a3f service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1826954
May 19 06:32:37.974819 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243fc80b-1906-4b91-a56e-ee13cfa78c77 None None] Network 1b99abc0-9f45-4c90-84cf-913d0e1eb952 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:32:38.495519 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6548902-f132-43b5-9e42-059b2b03c6d0 req-af98fe74-3c29-48b5-a94e-c55085e07cce tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:38.496988 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c6548902-f132-43b5-9e42-059b2b03c6d0 req-af98fe74-3c29-48b5-a94e-c55085e07cce tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 943 time: 0.1698542
May 19 06:32:38.509330 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6c5d6-1092-4e45-99ce-42adf7528203 req-8471f15e-d002-4ac7-8f40-186f7541002a tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:38.510800 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dae6c5d6-1092-4e45-99ce-42adf7528203 req-8471f15e-d002-4ac7-8f40-186f7541002a tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.1305478
May 19 06:32:38.582507 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c6548902-f132-43b5-9e42-059b2b03c6d0 req-059bec6d-891f-42e1-99c9-e6c3d1fad517 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707335
May 19 06:32:38.585334 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dae6c5d6-1092-4e45-99ce-42adf7528203 req-85135ede-ebdf-4674-8649-0ce0f51372a6 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588415
May 19 06:32:38.686560 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46002) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:38.693352 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1147046044-network', 'tenant_id': '6b6e87f149c54ac7b938769b739595d4'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:38.698981 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:38.703967 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Usage tracker for resource:network and tenant:6b6e87f149c54ac7b938769b739595d4 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:38.720105 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:38.732989 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:38.792276 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4231-9407-4339-ba67-422a271c4f23 req-b741bff3-31e5-459e-ae8d-65b0bf30d48e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:38.799135 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-27ee4231-9407-4339-ba67-422a271c4f23 req-b741bff3-31e5-459e-ae8d-65b0bf30d48e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0838664
May 19 06:32:38.799424 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Made reservation on behalf of 6b6e87f149c54ac7b938769b739595d4 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:38.800520 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:38.813864 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:38.831485 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:38.836416 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6e87f149c54ac7b938769b739595d4 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:38.839162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:38.842231 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-27ee4231-9407-4339-ba67-422a271c4f23 req-559ddb4d-2aef-4802-9adb-7ecad5af2d68 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420756
May 19 06:32:38.845663 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:38.933084 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.073237 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.076323 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b6a6fdf4-7510-4a34-af76-0e92e1be7028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:39.102372 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:32:39.110400 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93be69ff-b526-4fe7-8a6e-a520e955ab99,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:39.114319 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:39.116679 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.117010 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Added segment 80e9e7b1-79e1-4ddb-9396-1c82a6d8a3ed of type vlan for network 4a3a8a31-e0eb-4152-85af-6da8c35f68f0
May 19 06:32:39.143533 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.244240 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.266367 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.267979 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:39.268629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.273795 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:39.296839 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e234bc98-41f0-4cf5-a21e-bdd65215b4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.376235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3a8a31-e0eb-4152-85af-6da8c35f68f0,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:39.379430 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:39.386264 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 4a3a8a31-e0eb-4152-85af-6da8c35f68f0 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:32:39.416282 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7279663
May 19 06:32:39.418913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46018) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:39.425482 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Request body: {'subnet': {'network_id': '4a3a8a31-e0eb-4152-85af-6da8c35f68f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1147046044-subnet', 'tenant_id': '6b6e87f149c54ac7b938769b739595d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:39.430310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:39.434657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Usage tracker for resource:subnet and tenant:6b6e87f149c54ac7b938769b739595d4 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:39.437799 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:39.448255 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:39.535386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Made reservation on behalf of 6b6e87f149c54ac7b938769b739595d4 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:39.537743 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:39.842939 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bcb3d-9764-4260-a93c-0363b121abdd req-460656bf-9d90-4e29-a6c2-3170cb488276 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:39.844447 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9b5bcb3d-9764-4260-a93c-0363b121abdd req-460656bf-9d90-4e29-a6c2-3170cb488276 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.1432548
May 19 06:32:39.856469 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dacd0-7069-4833-a9c4-628e313ffd20 req-1e1460d9-a54d-45cd-b1ce-5612a2ef1774 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:39.857926 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8b2dacd0-7069-4833-a9c4-628e313ffd20 req-1e1460d9-a54d-45cd-b1ce-5612a2ef1774 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 943 time: 0.1094463
May 19 06:32:39.924951 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9b5bcb3d-9764-4260-a93c-0363b121abdd req-7fe9ae8e-6d23-4f4a-a8fb-2c9ccc77f27f tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660799
May 19 06:32:39.931799 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8b2dacd0-7069-4833-a9c4-628e313ffd20 req-c4c27ed8-9ab5-4caa-873e-6e3bce0ad8c3 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574629
May 19 06:32:40.069513 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:40.073791 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:40.078523 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:40.150945 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Checking segment: {'id': '80e9e7b1-79e1-4ddb-9396-1c82a6d8a3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4a3a8a31-e0eb-4152-85af-6da8c35f68f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:40.151313 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Network hostable DHCP agents. Network: 4a3a8a31-e0eb-4152-85af-6da8c35f68f0, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:32:40.163681 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadc192-5029-4098-b3e9-9f26c98b384d req-9fd8c71a-9813-4fdd-a67f-ff71942778b9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:40.164784 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b316a4a4-b246-4530-b272-8f9478a4c0aa,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:40.166777 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fcadc192-5029-4098-b3e9-9f26c98b384d req-9fd8c71a-9813-4fdd-a67f-ff71942778b9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1171777
May 19 06:32:40.167848 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:40.218700 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fcadc192-5029-4098-b3e9-9f26c98b384d req-3b795ea7-c3de-4d17-a9a2-62a0f00f8c75 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446057
May 19 06:32:40.249083 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Network 4a3a8a31-e0eb-4152-85af-6da8c35f68f0 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:32:40.312385 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 4a3a8a31-e0eb-4152-85af-6da8c35f68f0) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:40.320751 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:40.321377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:40.322273 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519aad81-3519-4a38-9a82-275a4b8e06e1 None None] Network 4a3a8a31-e0eb-4152-85af-6da8c35f68f0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:32:40.438927 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4372395b-291d-46b8-ae40-30da64b635d6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0185254
May 19 06:32:40.546825 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c87aa78-2ace-437a-b98f-1fe247ee6cae None None] Network 4a3a8a31-e0eb-4152-85af-6da8c35f68f0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:32:40.941636 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-01cb97cd-9b6f-4903-84c9-fa258f67ed7c tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:40.943090 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-01cb97cd-9b6f-4903-84c9-fa258f67ed7c tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.52 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.0797930
May 19 06:32:41.272600 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Deleting port 05583c2b-d39b-4adc-9d02-572dde353643 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:32:41.272882 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:41.324844 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fb18c-e1bf-4f7b-9eab-5a9aea696aca req-ace94a66-fa2e-4c16-8266-0b1ffefa0db7 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:41.326391 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-885fb18c-e1bf-4f7b-9eab-5a9aea696aca req-ace94a66-fa2e-4c16-8266-0b1ffefa0db7 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 946 time: 0.2771523
May 19 06:32:41.386443 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c35355-d4d3-44d1-b6a2-da1ef75a3538 req-f1b5afff-2c98-4136-acfb-6ef448afec96 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:41.387862 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-16c35355-d4d3-44d1-b6a2-da1ef75a3538 req-f1b5afff-2c98-4136-acfb-6ef448afec96 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 943 time: 0.3036370
May 19 06:32:41.449772 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:41.488325 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-885fb18c-e1bf-4f7b-9eab-5a9aea696aca req-953c2b1f-62c4-48ab-aa3e-a06734044aed tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/security-groups?id=809c21fe-134d-4f4a-b125-c899b5bb5851&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1147358
May 19 06:32:41.506151 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-16c35355-d4d3-44d1-b6a2-da1ef75a3538 req-8c5e13b4-28cc-4e9b-ade2-e890832f3174 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034069
May 19 06:32:41.514534 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] For port 05583c2b-d39b-4adc-9d02-572dde353643, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=05583c2b-d39b-4adc-9d02-572dde353643,segment=NetworkSegment(696d95aa-0bca-47b8-957c-add4f3b3e722),segment_id=696d95aa-0bca-47b8-957c-add4f3b3e722)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:41.517463 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:41.673277 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Calling delete_port for 05583c2b-d39b-4adc-9d02-572dde353643 owned by compute:nova {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:32:41.843668 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee6189-7f3b-4527-aaec-033b04b421ef req-c743036d-9ff7-46f7-b343-7a34fa0c7f3e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:41.845145 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f6ee6189-7f3b-4527-aaec-033b04b421ef req-c743036d-9ff7-46f7-b343-7a34fa0c7f3e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1786580
May 19 06:32:41.940541 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f6ee6189-7f3b-4527-aaec-033b04b421ef req-f6ee9c13-cf1a-4f05-a73b-864d9d458008 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866756
May 19 06:32:42.026180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:42.034787 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:42.038969 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['05583c2b-d39b-4adc-9d02-572dde353643'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:42.091674 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Pushing event deleted for resources: {'Port': ['ID=05583c2b-d39b-4adc-9d02-572dde353643,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:42.096586 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:42.178034 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] No DVR routers for this DVR port 05583c2b-d39b-4adc-9d02-572dde353643 on host hv-cinder-79091 {{(pid=92077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:32:42.181186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:42.183667 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'name': 'network-vif-deleted', 'tag': '05583c2b-d39b-4adc-9d02-572dde353643'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:42.227600 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2bd47ab1-8836-416d-bb71-e2ab20d06591 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:32:42.235087 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355ef2e9-8f48-439f-b286-c805ac6081a0', 'name': 'network-vif-deleted', 'tag': '05583c2b-d39b-4adc-9d02-572dde353643', 'status': 'completed', 'code': 200}
May 19 06:32:42.295459 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f11d0a5b-a6f8-48f0-a8af-5f2edd9771c7 req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.52 "DELETE /v2.0/ports/05583c2b-d39b-4adc-9d02-572dde353643 HTTP/1.1" status: 204  len: 173 time: 1.3462887
May 19 06:32:42.360728 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 2bd47ab1-8836-416d-bb71-e2ab20d06591, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2bd47ab1-8836-416d-bb71-e2ab20d06591,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:42.374407 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '2bd47ab1-8836-416d-bb71-e2ab20d06591', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'port_id': '2bd47ab1-8836-416d-bb71-e2ab20d06591', 'mac_address': 'fa:16:3e:b5:a3:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c724c76b-14f0-49b5-983e-15863334ffe8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:32:42.432928 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:42.450107 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd47ab1-8836-416d-bb71-e2ab20d06591 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:42.468431 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 2bd47ab1-8836-416d-bb71-e2ab20d06591, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2bd47ab1-8836-416d-bb71-e2ab20d06591,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:42.513171 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:42.514219 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:42.594591 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=2bd47ab1-8836-416d-bb71-e2ab20d06591,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:42.608744 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:32:42.629040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:42.712043 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-794afa59-3101-4074-9c82-2a51cb6840e0 req-9728a069-d39c-4b11-b688-f2c02495958e tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Synchronizing usage tracker for tenant:abecab9f1731454f85d91f2986509ad1 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:42.765508 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc2c68-4a99-4336-85e6-d9986859f097 req-bf82ff2b-5a0d-477d-ba09-552ca67ab9cd tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:42.766960 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-21fc2c68-4a99-4336-85e6-d9986859f097 req-bf82ff2b-5a0d-477d-ba09-552ca67ab9cd tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 944 time: 0.0987370
May 19 06:32:42.803462 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['2bd47ab1-8836-416d-bb71-e2ab20d06591'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:42.806682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-794afa59-3101-4074-9c82-2a51cb6840e0 req-9728a069-d39c-4b11-b688-f2c02495958e tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Unset dirty status for tenant:abecab9f1731454f85d91f2986509ad1 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:42.811434 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-794afa59-3101-4074-9c82-2a51cb6840e0 req-9728a069-d39c-4b11-b688-f2c02495958e tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.1729584
May 19 06:32:42.815676 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-21fc2c68-4a99-4336-85e6-d9986859f097 req-ac9aae47-bcdf-4381-b190-099a3309fa3d tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423274
May 19 06:32:43.136158 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd063d-ec7d-4af9-9916-8d0b5705ab8f req-c687025c-4a64-40c8-8c28-712141133bd1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:43.138260 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2bbd063d-ec7d-4af9-9916-8d0b5705ab8f req-c687025c-4a64-40c8-8c28-712141133bd1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0857127
May 19 06:32:43.184880 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2bbd063d-ec7d-4af9-9916-8d0b5705ab8f req-a26f5df2-fcf9-42f1-affe-f5d5cf3dc964 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401154
May 19 06:32:44.032329 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-69f44178-4250-4db1-9342-da1ead93e37e req-09235aa2-fc4f-4410-aa0d-fa4bd55f6e0a tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] 10.222.0.25 "GET /v2.0/ports?device_id=355ef2e9-8f48-439f-b286-c805ac6081a0 HTTP/1.1" status: 200  len: 210 time: 0.0809443
May 19 06:32:44.121455 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783f7d9-f385-4db6-8e15-760542844a8b req-b0ef146b-6995-4b2e-8398-3bef90a887c2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:44.123204 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4783f7d9-f385-4db6-8e15-760542844a8b req-b0ef146b-6995-4b2e-8398-3bef90a887c2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 944 time: 0.1372616
May 19 06:32:44.167954 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4783f7d9-f385-4db6-8e15-760542844a8b req-bda9fc24-876a-4314-8bf2-d4e8d2efea71 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387533
May 19 06:32:44.239853 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2bd47ab1-8836-416d-bb71-e2ab20d06591 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:32:44.386184 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4517465-472e-4127-8357-f6999ccfc6a9 req-5d5eb4c3-3dba-45c0-a107-ae1950c518b2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:44.387670 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a4517465-472e-4127-8357-f6999ccfc6a9 req-5d5eb4c3-3dba-45c0-a107-ae1950c518b2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0871382
May 19 06:32:44.409684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 2bd47ab1-8836-416d-bb71-e2ab20d06591 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:32:44.414630 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 2bd47ab1-8836-416d-bb71-e2ab20d06591 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:32:44.415000 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:44.432240 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a4517465-472e-4127-8357-f6999ccfc6a9 req-9c0f619d-a4de-4a82-8b0e-c479cd56efb9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384200
May 19 06:32:44.557785 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:44.583995 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd47ab1-8836-416d-bb71-e2ab20d06591'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:44.593588 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 2bd47ab1-8836-416d-bb71-e2ab20d06591, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2bd47ab1-8836-416d-bb71-e2ab20d06591,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:32:44.628769 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd47ab1-8836-416d-bb71-e2ab20d06591', 'code': 200}
May 19 06:32:44.649144 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:44.650131 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 05583c2b-d39b-4adc-9d02-572dde353643 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:32:44.681523 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-7e07d8e9-65e1-403d-9fdf-9b4cfb035daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:44.728080 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 05583c2b-d39b-4adc-9d02-572dde353643 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:32:44.728434 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 05583c2b-d39b-4adc-9d02-572dde353643 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:32:44.754379 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=2bd47ab1-8836-416d-bb71-e2ab20d06591,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:44.757380 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:44.982725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da34724-6e11-4175-bf89-7d4f206caf09 req-3b1e81d3-7b9e-4f87-ab6f-2d8c39604f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:44.984226 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1da34724-6e11-4175-bf89-7d4f206caf09 req-3b1e81d3-7b9e-4f87-ab6f-2d8c39604f9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 1098 time: 0.0720668
May 19 06:32:45.031164 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1da34724-6e11-4175-bf89-7d4f206caf09 req-3622209c-ecda-461c-89e2-20194b229832 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391638
May 19 06:32:45.520451 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e23bb-9fcc-41b7-8ff3-2c2595c79b7e req-a59357d6-e6cd-4537-b4a7-9f3c9e52b8cf tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:45.522121 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a09e23bb-9fcc-41b7-8ff3-2c2595c79b7e req-a59357d6-e6cd-4537-b4a7-9f3c9e52b8cf tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 945 time: 0.0882299
May 19 06:32:45.618332 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a09e23bb-9fcc-41b7-8ff3-2c2595c79b7e req-6a140379-6abb-48c3-aaf8-4bc015cbe2be tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896351
May 19 06:32:45.742518 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50affe7d-79c5-4370-ad3c-ef62a46b9546 req-a18abb7e-4d93-46d6-afb2-16f04deddb9a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:45.744016 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-50affe7d-79c5-4370-ad3c-ef62a46b9546 req-a18abb7e-4d93-46d6-afb2-16f04deddb9a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1738429
May 19 06:32:45.791721 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-50affe7d-79c5-4370-ad3c-ef62a46b9546 req-93211b8b-41a1-4350-add3-af65b7aafdc8 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407245
May 19 06:32:46.066358 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46226) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:46.219545 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:46.238954 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:46.243438 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Usage tracker for resource:security_group_rule and tenant:b1a1e232d50d43e49b1d4758c0f329b7 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:46.246754 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:46.254685 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:46.337714 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:46.374939 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:46.384164 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-41f6328b-850f-48f7-a76c-91a18ac7b6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:46.426974 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1a1e232d50d43e49b1d4758c0f329b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3595996
May 19 06:32:46.428516 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e495873-77a4-4190-87fb-312d88e6e687,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:46.429972 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46244) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:46.431587 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:46.490703 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:46.516724 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:46.662004 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:46.667846 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:46.680164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e495873-77a4-4190-87fb-312d88e6e687,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:46.685783 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:46.686753 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:46.687879 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e495873-77a4-4190-87fb-312d88e6e687 HTTP/1.1" status: 204  len: 168 time: 0.2568767
May 19 06:32:46.808099 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc699c66-b65c-4614-b5f7-47f62c190609 req-4f912cb4-5865-4c3c-a8aa-af75a32251fb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:46.809770 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cc699c66-b65c-4614-b5f7-47f62c190609 req-4f912cb4-5865-4c3c-a8aa-af75a32251fb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 945 time: 0.0868940
May 19 06:32:46.844096 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46258) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:46.881223 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cc699c66-b65c-4614-b5f7-47f62c190609 req-361b6ec7-b507-4327-ba1d-27cd36940712 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634556
May 19 06:32:47.032893 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f65cd3-697a-4d38-8467-39c6969d94ab req-53a1b679-9aa0-4431-928d-934cd6119ec1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:47.035234 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e6f65cd3-697a-4d38-8467-39c6969d94ab req-53a1b679-9aa0-4431-928d-934cd6119ec1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1203918
May 19 06:32:47.086955 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e6f65cd3-697a-4d38-8467-39c6969d94ab req-c4c4dca2-6d20-4471-b54e-750d5dd6a966 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459311
May 19 06:32:47.188863 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.204802 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:47.209407 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Usage tracker for resource:security_group_rule and tenant:8d799444169240aab7a14d1f1b801925 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:47.212883 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:47.220325 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:47.336857 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.410918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46288) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:47.436424 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.450450 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.473358 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:47.473358 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:47.485722 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ae7015c0234c4ecf931845e008dc864e is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:47.495980 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:47.513704 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:47.523673 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8d799444169240aab7a14d1f1b801925&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6759911
May 19 06:32:47.523999 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46296) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:47.541850 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf9e9ad-fc73-4dd4-8139-cd07273af34c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:47.557432 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:47.666547 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.713953 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.740464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.754333 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46306) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:47.789650 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.803672 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f43384de-e575-4b52-a8d9-ef0db21e21c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:47.858478 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae7015c0234c4ecf931845e008dc864e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4463682
May 19 06:32:47.861330 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46310) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:47.862843 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_v2 [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Deleting subnet f58966f6-dab5-416b-b3b6-8d248635de35 {{(pid=92077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:32:47.865791 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9883681-c6d2-4929-b14e-08d122c9f5a0,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:47.869677 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:47.873547 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.909181 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.909181 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1864e57a-3fd4-4d43-900a-b5a1355d0a5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:47.924676 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf9e9ad-fc73-4dd4-8139-cd07273af34c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:47.928601 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:47.940592 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2107404'] for subnet, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.960038 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:47.961383 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcf9e9ad-fc73-4dd4-8139-cd07273af34c HTTP/1.1" status: 204  len: 168 time: 0.4357426
May 19 06:32:47.964872 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.001763 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.043436 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.135287 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.140931 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:48.153310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9883681-c6d2-4929-b14e-08d122c9f5a0,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:48.155742 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:48.161598 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.167989 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9883681-c6d2-4929-b14e-08d122c9f5a0 HTTP/1.1" status: 204  len: 168 time: 0.3049381
May 19 06:32:48.380080 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307d586-00ba-4491-a7bb-b1af2331a278 req-05a1ce1f-44b9-48f6-8761-2785e4bad6e6 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:48.381586 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8307d586-00ba-4491-a7bb-b1af2331a278 req-05a1ce1f-44b9-48f6-8761-2785e4bad6e6 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1086311
May 19 06:32:48.441886 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8307d586-00ba-4491-a7bb-b1af2331a278 req-dd4005c9-6979-4e8f-b51e-be7d31b3301f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535924
May 19 06:32:48.456162 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2494376'] for subnet, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.461611 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-617ec174-ee8f-4ca8-9feb-b69152d82b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:48.501015 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f58966f6-dab5-416b-b3b6-8d248635de35,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:48.504362 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:48.507073 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.522912 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-5958b735-b718-4b77-9147-0b1dbe9a2cb9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f58966f6-dab5-416b-b3b6-8d248635de35 HTTP/1.1" status: 204  len: 168 time: 0.7674952
May 19 06:32:48.525496 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46330) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:48.640578 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.765192 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.778166 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8074b34670>,) {'filters': {'network_id': ['8f6b76ee-4bb1-47b5-9024-ada2413ad57a']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:48.790820 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074b34670>, '696d95aa-0bca-47b8-957c-add4f3b3e722') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:48.791117 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074b34670>, '696d95aa-0bca-47b8-957c-add4f3b3e722') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:32:48.802948 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.818669 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.824768 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:32:48.825053 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:32:48.838111 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:32:48.891672 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46336) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:48.909927 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:48.924516 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:48.928292 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7ec146a8dc4925888cad64272bc583 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:48.931105 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:48.936892 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:48.967896 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46342) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:48.991599 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.003903 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.013123 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-82dc80ce-9a10-4903-b449-d2e070c95e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:49.016915 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:49.026716 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8dcab36f734b27b768988163910516 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:32:49.026887 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.036821 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8f6b76ee-4bb1-47b5-9024-ada2413ad57a HTTP/1.1" status: 204  len: 168 time: 0.5055335
May 19 06:32:49.037409 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:32:49.037491 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6b76ee-4bb1-47b5-9024-ada2413ad57a,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:49.041778 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-17f201c3-d8dd-4d10-9cd4-b729432d08f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:49.043117 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:49.071559 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.156306 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.169970 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0153efef-1f88-4643-aa39-4b1012f93d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:49.222468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260ef740-618b-4279-be75-ec5471712f17,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:49.226893 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d7ec146a8dc4925888cad64272bc583&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3342233
May 19 06:32:49.227880 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:49.229770 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46352) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:49.287986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.288392 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.313550 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.361220 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.374921 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:49.414867 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a8dcab36f734b27b768988163910516&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4448073
May 19 06:32:49.416463 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49402455-2bb8-4b56-b7be-f29fe288b2fa,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:49.417635 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46358) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:49.419336 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:49.432387 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.438612 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-47c381c4-ccce-4a1a-8823-0cda6cf8acb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:49.461048 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260ef740-618b-4279-be75-ec5471712f17,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:49.464743 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:49.474515 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.474515 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/260ef740-618b-4279-be75-ec5471712f17 HTTP/1.1" status: 204  len: 168 time: 0.2429421
May 19 06:32:49.520636 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46366) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:49.576081 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4417aca9-67e6-4a73-bb6a-c3aeb0ddad6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=abecab9f1731454f85d91f2986509ad1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0538931
May 19 06:32:49.578364 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46370) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:32:49.589116 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.642464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.673104 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.706878 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.740243 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb914e-59bb-4fc1-a77f-33886477cd81 req-ca508bee-3237-4a1d-a02f-6059fa0a081e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:49.741795 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17eb914e-59bb-4fc1-a77f-33886477cd81 req-ca508bee-3237-4a1d-a02f-6059fa0a081e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1544330
May 19 06:32:49.810899 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17eb914e-59bb-4fc1-a77f-33886477cd81 req-ebaaaa2c-5c23-45c5-9169-2f07548f2dbd tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627012
May 19 06:32:49.843589 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.849041 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5919fac9-ee49-4036-b82a-89aa4a6dcfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:49.865200 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809c21fe-134d-4f4a-b125-c899b5bb5851,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:49.867717 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:49.878472 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.884500 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:49.896323 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.899439 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/809c21fe-134d-4f4a-b125-c899b5bb5851 HTTP/1.1" status: 204  len: 168 time: 0.3181589
May 19 06:32:49.906674 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49402455-2bb8-4b56-b7be-f29fe288b2fa,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:49.913247 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:49.914214 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:49.915972 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49402455-2bb8-4b56-b7be-f29fe288b2fa HTTP/1.1" status: 204  len: 168 time: 0.4961228
May 19 06:32:50.996592 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e018d2e-a18c-48b4-b6b7-44126c1573a7 req-10fbc221-19f6-4774-8643-38eb2df34f1e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:51.004620 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9e018d2e-a18c-48b4-b6b7-44126c1573a7 req-10fbc221-19f6-4774-8643-38eb2df34f1e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0891917
May 19 06:32:51.046310 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9e018d2e-a18c-48b4-b6b7-44126c1573a7 req-ff974cca-4c7e-4467-ac08-7163196ac8d7 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408154
May 19 06:32:52.257663 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289011c-6d61-44ee-969c-aeada2c810dd req-332dc5bd-48c5-44bb-a48d-91dae49b909d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:52.259325 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f289011c-6d61-44ee-969c-aeada2c810dd req-332dc5bd-48c5-44bb-a48d-91dae49b909d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0858722
May 19 06:32:52.306669 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f289011c-6d61-44ee-969c-aeada2c810dd req-6cb82980-2df8-4337-93bc-a3be81335a84 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410933
May 19 06:32:53.534362 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3694b2-4594-4d70-96f6-747cadd10bdd req-53fa1193-f3a0-4204-89ed-7cfc81f8a7d2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:53.535846 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8f3694b2-4594-4d70-96f6-747cadd10bdd req-53fa1193-f3a0-4204-89ed-7cfc81f8a7d2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0946052
May 19 06:32:53.599686 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8f3694b2-4594-4d70-96f6-747cadd10bdd req-b0845643-a9f7-4530-a2b7-56fb006dc064 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576746
May 19 06:32:53.796983 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-a8bf185e-d76b-4f63-9dcc-8ffa1d49848e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:53.798427 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-a8bf185e-d76b-4f63-9dcc-8ffa1d49848e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.1484752
May 19 06:32:53.814922 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-6239eccb-cc64-4448-aeec-06eb56202d47 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/quotas/f19d2d68d3234edaa9331a024262dbb1 HTTP/1.1" status: 200  len: 375 time: 0.0102179
May 19 06:32:53.896623 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-da27f1d7-1249-485e-aa59-2cfde0d47303 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0761337
May 19 06:32:54.026464 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-d7c05540-4316-49cb-ba90-f43152795ffe service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231017
May 19 06:32:54.162960 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-25084449-f86b-4311-915f-31e749d29531 service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305747
May 19 06:32:54.531925 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-12801a99-2e8e-45c8-97db-4b164ddddee9 req-c83bdd81-3b42-41aa-9fb6-da8cc56b97d6 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0559223
May 19 06:32:54.791693 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182d7c8-0a5e-4cec-b007-275501529035 req-e190c721-269b-45a4-b185-6e740323727b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:54.793141 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4182d7c8-0a5e-4cec-b007-275501529035 req-e190c721-269b-45a4-b185-6e740323727b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0807669
May 19 06:32:54.844974 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4182d7c8-0a5e-4cec-b007-275501529035 req-a6019d5d-1d36-4dd8-bb04-e6c4ae563b2b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459468
May 19 06:32:55.689388 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5e9dcdff-be3d-44f1-ab56-32f41a8b398a req-7ba2a6db-2a96-47ae-9d0c-e6176f6f1136 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0435162
May 19 06:32:56.068906 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3ca08-199b-43b8-8c57-a2ad17b351df req-dd38c50d-7bb1-4a55-b7bc-89485e2cf7a8 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:56.070418 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fea3ca08-199b-43b8-8c57-a2ad17b351df req-dd38c50d-7bb1-4a55-b7bc-89485e2cf7a8 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1030138
May 19 06:32:56.115632 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fea3ca08-199b-43b8-8c57-a2ad17b351df req-fef1f475-15e4-48a1-8f41-5377185fc113 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386999
May 19 06:32:56.717084 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-65ffcd78-ce85-48f0-bf1a-53950ac9d5d0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:56.717084 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-65ffcd78-ce85-48f0-bf1a-53950ac9d5d0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.1706817
May 19 06:32:56.726562 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Request body: {'port': {'device_id': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'admin_state_up': True, 'tenant_id': 'f19d2d68d3234edaa9331a024262dbb1'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:56.931995 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-75a72029-8b3b-4ef9-95b2-53b955193658 req-e9d9030e-a8b2-49f7-bc05-5f87cb2893be tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0601442
May 19 06:32:56.933195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:32:56.943676 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:32:57.026301 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Made reservation on behalf of f19d2d68d3234edaa9331a024262dbb1 for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:32:57.030413 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:57.339474 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Allocated IP 172.20.0.2 (f5392844-74d5-4901-80b4-e2220b971d32/c724c76b-14f0-49b5-983e-15863334ffe8/923b892f-1915-410e-b96f-eed16d48bf1f) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:32:57.403864 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6de66-e0e9-4532-a701-57c45e36e728 req-c22eef0a-8a64-4d66-9838-5f2ff941dc1d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:57.405315 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8ca6de66-e0e9-4532-a701-57c45e36e728 req-c22eef0a-8a64-4d66-9838-5f2ff941dc1d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1499994
May 19 06:32:57.563544 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8ca6de66-e0e9-4532-a701-57c45e36e728 req-f81b78f4-52dc-4d18-865f-04c228f9609c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503327
May 19 06:32:57.648521 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:57.786721 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:57.795813 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:57.799457 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['968108c8-72a0-4188-8ad6-f1da26e00d6c', '2bd47ab1-8836-416d-bb71-e2ab20d06591'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:32:57.855823 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Network f5392844-74d5-4901-80b4-e2220b971d32 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:32:57.867000 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:32:57.882665 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:32:57.993859 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event updated for resources: {'Port': ['ID=923b892f-1915-410e-b96f-eed16d48bf1f,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:57.998862 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:58.010232 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:58.012084 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:58.113381 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3905783
May 19 06:32:58.116394 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-f6c1d393-06b9-4c8b-a12c-756b9901b8f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1160336
May 19 06:32:58.134812 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Request body: {'port': {'device_id': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:32:58.266376 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cd62a-00ca-4041-b501-f61410407887 req-8f572efe-f3a6-4c43-aecb-94104d1e5151 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:58.267281 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f37cd62a-00ca-4041-b501-f61410407887 req-8f572efe-f3a6-4c43-aecb-94104d1e5151 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Synchronizing usage tracker for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:32:58.286393 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-a1fdbd5f-bd80-43f8-bae3-946f6d18b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:58.287684 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-a1fdbd5f-bd80-43f8-bae3-946f6d18b7aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 1098 time: 0.0871816
May 19 06:32:58.304950 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:58.453405 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f37cd62a-00ca-4041-b501-f61410407887 req-8f572efe-f3a6-4c43-aecb-94104d1e5151 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Unset dirty status for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:32:58.454554 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f37cd62a-00ca-4041-b501-f61410407887 req-8f572efe-f3a6-4c43-aecb-94104d1e5151 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 931 time: 0.3882082
May 19 06:32:58.488193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-e7f75178-c18b-4e81-9478-8a68414f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:58.490018 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-e7f75178-c18b-4e81-9478-8a68414f2653 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 916 time: 0.1678479
May 19 06:32:58.554797 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f37cd62a-00ca-4041-b501-f61410407887 req-b36e0a53-9d6b-4a89-a76f-9e4126b611b3 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902252
May 19 06:32:58.599653 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-77288736-ef15-4fb0-b97b-205cdbd4b1b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c HTTP/1.1" status: 200  len: 217 time: 0.1001835
May 19 06:32:58.737705 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-029f654a-809a-4b8e-86c5-57aa785c225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:58.739139 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-029f654a-809a-4b8e-86c5-57aa785c225b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 200  len: 855 time: 0.1306982
May 19 06:32:58.799412 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-92e9f476-e6dd-4240-8b9f-a0d45b73795c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f5392844-74d5-4901-80b4-e2220b971d32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489004
May 19 06:32:58.848008 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923b892f-1915-410e-b96f-eed16d48bf1f {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:32:58.867505 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:58.895034 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Transition to ACTIVE for port object 923b892f-1915-410e-b96f-eed16d48bf1f will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:32:58.917572 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323793f1-655c-4969-946e-bb7c89b0bf9d req-8d9894b7-45ff-4750-bdf6-3830b62f8eb3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:58.924961 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-323793f1-655c-4969-946e-bb7c89b0bf9d req-8d9894b7-45ff-4750-bdf6-3830b62f8eb3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1792438
May 19 06:32:58.944979 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:58.952410 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:59.009770 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-564889c4-1369-4c8c-b614-90f5a11275b6 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951869
May 19 06:32:59.108659 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-323793f1-655c-4969-946e-bb7c89b0bf9d req-9ad23408-98dd-4908-8319-3957b5ae29cf tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826077
May 19 06:32:59.141431 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Pushing event updated for resources: {'Port': ['ID=923b892f-1915-410e-b96f-eed16d48bf1f,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:59.146942 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:59.185063 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4b14e34c-659f-4d56-88c2-33ae11c99b7c req-173b28e7-2116-46f9-b5b7-e42d8410f3b1 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1548412
May 19 06:32:59.266755 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Attempting to bind port 923b892f-1915-410e-b96f-eed16d48bf1f on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:32:59.267086 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Attempting to bind port 923b892f-1915-410e-b96f-eed16d48bf1f by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:32:59.267459 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Attempting to bind port 923b892f-1915-410e-b96f-eed16d48bf1f on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:59.274986 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Port 923b892f-1915-410e-b96f-eed16d48bf1f on network f5392844-74d5-4901-80b4-e2220b971d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:32:59.275331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Attempting to bind port 923b892f-1915-410e-b96f-eed16d48bf1f on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:32:59.281274 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:32:59.281274 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Checking segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:32:59.281274 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Bound using segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:32:59.281618 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Bound port: 923b892f-1915-410e-b96f-eed16d48bf1f, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:32:59.281761 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:59.384780 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] For port 923b892f-1915-410e-b96f-eed16d48bf1f, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:32:59.388062 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] For port 923b892f-1915-410e-b96f-eed16d48bf1f, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=923b892f-1915-410e-b96f-eed16d48bf1f,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:32:59.455026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:59.460916 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-8c551fc2-71c3-4c6a-b968-5db8ed7b5798 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:32:59.589406 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:59.590009 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:32:59.591430 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] 10.222.0.52 "PUT /v2.0/ports/923b892f-1915-410e-b96f-eed16d48bf1f HTTP/1.1" status: 200  len: 1093 time: 1.4625969
May 19 06:32:59.591991 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'tag': '923b892f-1915-410e-b96f-eed16d48bf1f'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:32:59.624273 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Pushing event updated for resources: {'Port': ['ID=923b892f-1915-410e-b96f-eed16d48bf1f,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:32:59.624799 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:32:59.660742 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'tag': '923b892f-1915-410e-b96f-eed16d48bf1f', 'status': 'completed', 'code': 200}
May 19 06:32:59.834672 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b605d69-b9bd-4d81-bd71-c9d58a6cf0fb req-00abb763-07d6-4268-85ef-0734b05feeea tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:59.836182 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0b605d69-b9bd-4d81-bd71-c9d58a6cf0fb req-00abb763-07d6-4268-85ef-0734b05feeea tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 943 time: 0.1400831
May 19 06:32:59.838732 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246a675-69fd-46f3-8c63-1161b6244c69 req-78d5a4f7-24a0-48c6-9b56-bd5d2b2013ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:32:59.840183 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2246a675-69fd-46f3-8c63-1161b6244c69 req-78d5a4f7-24a0-48c6-9b56-bd5d2b2013ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 1096 time: 0.1422517
May 19 06:32:59.989896 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0b605d69-b9bd-4d81-bd71-c9d58a6cf0fb req-5a642683-fccc-440c-91a3-fc7edd8af934 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463490
May 19 06:33:00.029269 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246a675-69fd-46f3-8c63-1161b6244c69 req-eb4f28da-fb5a-428a-8462-ecbf7e14ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:00.030744 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2246a675-69fd-46f3-8c63-1161b6244c69 req-eb4f28da-fb5a-428a-8462-ecbf7e14ee20 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f19d2d68d3234edaa9331a024262dbb1&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1732001
May 19 06:33:00.222627 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246a675-69fd-46f3-8c63-1161b6244c69 req-de9f1b94-f63c-44af-9a43-4bb0919a45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:00.227693 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2246a675-69fd-46f3-8c63-1161b6244c69 req-de9f1b94-f63c-44af-9a43-4bb0919a45bc service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1896708
May 19 06:33:00.442517 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-fa5efbba-ef25-4567-a840-fcfae021a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:00.442517 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-fa5efbba-ef25-4567-a840-fcfae021a3c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 1096 time: 0.0991409
May 19 06:33:00.442517 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d53a-528d-4a87-a883-8d3d54668795 req-904a38e0-601c-4ab5-9768-e9d595698323 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:00.442517 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6198d53a-528d-4a87-a883-8d3d54668795 req-904a38e0-601c-4ab5-9768-e9d595698323 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1523874
May 19 06:33:00.464824 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-87d45b31-2a40-4002-b134-e9f6b41fbf5b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=923b892f-1915-410e-b96f-eed16d48bf1f HTTP/1.1" status: 200  len: 217 time: 0.0741010
May 19 06:33:00.533247 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6198d53a-528d-4a87-a883-8d3d54668795 req-d58fe05c-cd76-44c6-93af-eaa06f2ae52c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887313
May 19 06:33:00.554592 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-acc3c73e-71fa-47c3-99c6-832264d1da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:00.554592 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-acc3c73e-71fa-47c3-99c6-832264d1da7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 200  len: 855 time: 0.0769699
May 19 06:33:00.602809 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-5953761b-775e-495c-a5b9-428ba65f7e48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f5392844-74d5-4901-80b4-e2220b971d32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453703
May 19 06:33:00.743473 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-194becb8-6856-423e-b2c3-a4ea56d357e4 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319289
May 19 06:33:00.891075 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-39eaf4b2-85ae-4a15-baf1-329e293a048d req-25756356-d01e-4535-988f-f4cb7c3f5b96 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361561
May 19 06:33:00.988956 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46820) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:01.115995 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.130765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:01.134890 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Usage tracker for resource:security_group_rule and tenant:c72293b021ab470c87c64d59065c4aec is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:01.137923 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:01.143813 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:01.193653 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eec5ba-fe5c-4fb8-b3b7-dfd0d97a8e9f req-fa58d9f6-8ea6-4deb-b4f3-3545e50ac689 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:01.195287 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-81eec5ba-fe5c-4fb8-b3b7-dfd0d97a8e9f req-fa58d9f6-8ea6-4deb-b4f3-3545e50ac689 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 943 time: 0.0956113
May 19 06:33:01.234895 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.247804 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-81eec5ba-fe5c-4fb8-b3b7-dfd0d97a8e9f req-a25f1960-21a3-4b96-a486-3098ff347fa6 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462759
May 19 06:33:01.311380 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.325256 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:01.369881 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c72293b021ab470c87c64d59065c4aec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3793991
May 19 06:33:01.370784 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd9de13-c8e4-4fd4-abcc-8e324bfafc08,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:01.372931 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46836) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:01.377949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:01.455892 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.486252 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.596600 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.670429 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.676578 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0ef8fe49-8a80-49b3-949a-6233a0f83c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:01.720623 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd9de13-c8e4-4fd4-abcc-8e324bfafc08,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:01.729324 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:01.769435 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:01.769435 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cd9de13-c8e4-4fd4-abcc-8e324bfafc08 HTTP/1.1" status: 204  len: 168 time: 0.3838472
May 19 06:33:01.802334 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbb936-a983-4922-8b02-38d5827b3bc8 req-19cfdf12-f3c3-4bfd-aa49-148375bc2f77 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:01.803850 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5fbb936-a983-4922-8b02-38d5827b3bc8 req-19cfdf12-f3c3-4bfd-aa49-148375bc2f77 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1365256
May 19 06:33:01.866710 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5fbb936-a983-4922-8b02-38d5827b3bc8 req-476aed41-4e40-485c-a5bb-e9e2aece9b94 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571594
May 19 06:33:02.445595 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52bd83-299a-436a-bbd2-86edfdade759 req-699252d9-60f6-4743-813e-0202bc391fcd tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:02.447329 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8b52bd83-299a-436a-bbd2-86edfdade759 req-699252d9-60f6-4743-813e-0202bc391fcd tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 943 time: 0.0888929
May 19 06:33:02.486660 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 46894) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:02.519435 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8b52bd83-299a-436a-bbd2-86edfdade759 req-edb334f3-6da6-4ac5-b32d-70cc3cf4d39a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649285
May 19 06:33:02.546518 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:02.563608 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:02.567871 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f06568bb1c44eeab5dbe3110fd6513 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:02.572883 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:02.581790 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:02.714838 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:02.797565 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:02.815516 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-370b3b1f-221f-48f6-9e50-cf28ade43259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:02.859819 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4f06568bb1c44eeab5dbe3110fd6513&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3711052
May 19 06:33:02.861691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c84149-acfa-47b7-b0ac-cf2949d9272b,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:02.862512 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 46918) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:02.876258 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:02.957522 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:02.997361 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:03.178142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7566b8-82e2-4d75-91e5-595efc143bca req-b97df831-c3ab-4a00-a914-4a2ee3b97dea tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:03.179623 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fc7566b8-82e2-4d75-91e5-595efc143bca req-b97df831-c3ab-4a00-a914-4a2ee3b97dea tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1033940
May 19 06:33:03.231785 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fc7566b8-82e2-4d75-91e5-595efc143bca req-14349a4d-d8cb-4b05-b877-880cd7d4a139 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463996
May 19 06:33:03.233473 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:03.244056 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6252a7d1-4dd6-4001-a014-91e016388eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:03.256982 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c84149-acfa-47b7-b0ac-cf2949d9272b,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:03.260119 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:03.261063 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:03.265017 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12c84149-acfa-47b7-b0ac-cf2949d9272b HTTP/1.1" status: 204  len: 168 time: 0.3978662
May 19 06:33:03.878447 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b6b8-24a9-4e12-8e07-9cd3d009d69a req-00485248-fe19-4cb8-8dd6-14968592f67c tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:03.880027 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d321b6b8-24a9-4e12-8e07-9cd3d009d69a req-00485248-fe19-4cb8-8dd6-14968592f67c tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 943 time: 0.1012533
May 19 06:33:03.965272 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d321b6b8-24a9-4e12-8e07-9cd3d009d69a req-8e129d93-d024-4473-9117-acbca0e20742 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787845
May 19 06:33:04.054307 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986ee24-f719-41a9-a6eb-5c9c63d1e1ac req-8674cb00-66f8-4b25-b697-351e947c3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:04.055828 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d986ee24-f719-41a9-a6eb-5c9c63d1e1ac req-8674cb00-66f8-4b25-b697-351e947c3827 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 1098 time: 0.0849738
May 19 06:33:04.099010 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d986ee24-f719-41a9-a6eb-5c9c63d1e1ac req-8064c9db-6a23-4603-90d7-3eff69e49ef2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352323
May 19 06:33:04.373056 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 923b892f-1915-410e-b96f-eed16d48bf1f details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:33:04.451749 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a4c46-7db6-443c-a54d-f86b4d3e6a1d req-5d84e3be-77c6-45e5-b1c5-dd848c2564ac tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:04.454580 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cd7a4c46-7db6-443c-a54d-f86b4d3e6a1d req-5d84e3be-77c6-45e5-b1c5-dd848c2564ac tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1096861
May 19 06:33:04.512876 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cd7a4c46-7db6-443c-a54d-f86b4d3e6a1d req-42da3bff-8f83-4b71-af9a-c31d8c1403d8 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500185
May 19 06:33:04.560185 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 923b892f-1915-410e-b96f-eed16d48bf1f, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=923b892f-1915-410e-b96f-eed16d48bf1f,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:04.575692 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '923b892f-1915-410e-b96f-eed16d48bf1f', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'port_id': '923b892f-1915-410e-b96f-eed16d48bf1f', 'mac_address': 'fa:16:3e:86:3a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c724c76b-14f0-49b5-983e-15863334ffe8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:33:04.638063 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:04.656543 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923b892f-1915-410e-b96f-eed16d48bf1f {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:33:04.674622 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 923b892f-1915-410e-b96f-eed16d48bf1f, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=923b892f-1915-410e-b96f-eed16d48bf1f,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:04.774838 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:04.778708 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d903d510-860e-46b4-8d68-f0020c24daf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:04.854114 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=923b892f-1915-410e-b96f-eed16d48bf1f,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:04.859966 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:05.084012 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47000) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:05.182472 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50d25f-0f54-4bba-a009-3605cd125fb2 req-00c5f119-1be7-4c36-9073-bdf2f3995026 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:05.183987 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9c50d25f-0f54-4bba-a009-3605cd125fb2 req-00c5f119-1be7-4c36-9073-bdf2f3995026 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 944 time: 0.1025050
May 19 06:33:05.234238 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9c50d25f-0f54-4bba-a009-3605cd125fb2 req-0dbdc475-1c2f-46a0-8732-42dc915469b0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426641
May 19 06:33:05.235116 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['923b892f-1915-410e-b96f-eed16d48bf1f'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:33:05.245652 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47008) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:05.344158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.357013 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.373568 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:05.379943 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Usage tracker for resource:security_group_rule and tenant:5e78cd7417d045e7bf9294b098920f54 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:05.382169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:05.386169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:05.392431 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Usage tracker for resource:security_group_rule and tenant:32c8811949f9404da33eec32ce91bbd7 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:05.395674 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:05.398524 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:05.407526 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:05.537804 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.551282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.586005 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.594063 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:05.624478 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.643796 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e920518-bd57-41a1-b0d1-1b7e84db6b5e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:05.650575 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e78cd7417d045e7bf9294b098920f54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5654211
May 19 06:33:05.654527 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:05.654527 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47016) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:05.654527 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5e40d379-efad-4756-ae32-e8e6eef5846b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:05.696726 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32c8811949f9404da33eec32ce91bbd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4496648
May 19 06:33:05.700804 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47020) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:05.727463 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8e6eb-d6b8-4dba-a46e-4d991d41c5fc req-c80124d3-67c7-4f0a-8d1a-b66bccbae7ac tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:05.729068 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-24c8e6eb-d6b8-4dba-a46e-4d991d41c5fc req-c80124d3-67c7-4f0a-8d1a-b66bccbae7ac tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1003733
May 19 06:33:05.781734 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64bcf07e-b184-4b73-b36d-c29556c7ff88,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:05.786055 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:05.807704 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-24c8e6eb-d6b8-4dba-a46e-4d991d41c5fc req-7fc805ed-425f-4bad-b02b-f90f0084be5b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681264
May 19 06:33:05.808245 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.812027 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.841028 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.842067 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.980016 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.988804 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:05.992400 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:05.998893 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4a65b97e-5074-4381-9043-1ab907b603d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:06.006424 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64bcf07e-b184-4b73-b36d-c29556c7ff88,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:06.019142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:06.023773 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.024869 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64bcf07e-b184-4b73-b36d-c29556c7ff88 HTTP/1.1" status: 204  len: 168 time: 0.3231730
May 19 06:33:06.035979 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e920518-bd57-41a1-b0d1-1b7e84db6b5e,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:06.039640 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:06.055650 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443f539-d850-4039-9ed5-4096d4452705 req-d0a7be69-0361-4acc-b9f7-01f1c12529bd tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:06.064146 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c443f539-d850-4039-9ed5-4096d4452705 req-d0a7be69-0361-4acc-b9f7-01f1c12529bd tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1275127
May 19 06:33:06.072637 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.074088 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e920518-bd57-41a1-b0d1-1b7e84db6b5e HTTP/1.1" status: 204  len: 168 time: 0.4131529
May 19 06:33:06.115851 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c443f539-d850-4039-9ed5-4096d4452705 req-fda3b1f4-0ed3-46a5-a787-cada9db96815 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500221
May 19 06:33:06.182905 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47052) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:06.285522 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Deleting subnet 41b3ae77-866e-4e4e-ac9d-9afe18521167 {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:33:06.302358 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.358204 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.368055 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.388977 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 923b892f-1915-410e-b96f-eed16d48bf1f up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:06.518108 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-6a3bc992-624b-4033-bfbc-1560629d8b7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.546220 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b1c6c-22aa-4d27-a762-d2c76487c25a req-460c6362-081e-44d7-8b87-64eb049bd6cf tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:06.554007 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3c4b1c6c-22aa-4d27-a762-d2c76487c25a req-460c6362-081e-44d7-8b87-64eb049bd6cf tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 944 time: 0.1769216
May 19 06:33:06.606297 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3c4b1c6c-22aa-4d27-a762-d2c76487c25a req-8e6e3ba6-b5a5-41c2-8748-dac92454b65f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514252
May 19 06:33:06.610161 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 923b892f-1915-410e-b96f-eed16d48bf1f completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:06.623163 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 923b892f-1915-410e-b96f-eed16d48bf1f triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:06.625774 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.767282 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.794504 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b892f-1915-410e-b96f-eed16d48bf1f'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:33:06.805972 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 923b892f-1915-410e-b96f-eed16d48bf1f, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=923b892f-1915-410e-b96f-eed16d48bf1f,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:06.815054 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.820363 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-863fe27b-d2fb-4b09-981a-d56026b2fd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:06.858558 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b3ae77-866e-4e4e-ac9d-9afe18521167,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:06.867355 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:06.870996 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.883275 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47080) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:06.895833 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/41b3ae77-866e-4e4e-ac9d-9afe18521167 HTTP/1.1" status: 204  len: 168 time: 0.7112024
May 19 06:33:06.904357 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923b892f-1915-410e-b96f-eed16d48bf1f', 'code': 200}
May 19 06:33:06.912160 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:06.915336 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:07.015856 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.041749 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=923b892f-1915-410e-b96f-eed16d48bf1f,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:07.045222 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:07.146761 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.167489 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f80750fda00>,) {'filters': {'network_id': ['1b99abc0-9f45-4c90-84cf-913d0e1eb952']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:07.176996 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f80750fda00>, 'bed9dec7-36ae-4a58-9318-3a4eaadebc2a') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:07.177294 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f80750fda00>, 'bed9dec7-36ae-4a58-9318-3a4eaadebc2a') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:07.191204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.215573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.235705 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:33:07.236769 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:33:07.255085 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:33:07.461633 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbce23-093b-4442-9e63-e8710ca98f59 req-5a139ee7-ff3b-4503-b1f0-8e6e65230894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:07.464812 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4cfbce23-093b-4442-9e63-e8710ca98f59 req-5a139ee7-ff3b-4503-b1f0-8e6e65230894 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 1098 time: 0.1986048
May 19 06:33:07.520412 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4cfbce23-093b-4442-9e63-e8710ca98f59 req-2bdb649b-9a27-4890-8b7c-a77e3e5cbfd6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386765
May 19 06:33:07.548716 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:33:07.574143 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.578526 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.590708 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1a3d526a-6dba-4f2e-a23d-9b9258098df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:07.608774 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1b99abc0-9f45-4c90-84cf-913d0e1eb952 HTTP/1.1" status: 204  len: 168 time: 0.7242429
May 19 06:33:07.613853 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b99abc0-9f45-4c90-84cf-913d0e1eb952,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:07.615957 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47124) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:07.618475 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-af09d6c8-eaeb-43ee-a99b-847ae7ef0f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:07.688522 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_v2 [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Deleting subnet b316a4a4-b246-4530-b272-8f9478a4c0aa {{(pid=92077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:33:07.689655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.743142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2107404'] for subnet, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.919999 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:07.984750 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b06cfe-83c2-4956-aa7d-ffe6a5d93d73 req-ff2522e7-4e32-48cf-8170-8040b0a48084 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:07.985519 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-21b06cfe-83c2-4956-aa7d-ffe6a5d93d73 req-ff2522e7-4e32-48cf-8170-8040b0a48084 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 945 time: 0.2132504
May 19 06:33:08.104240 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47140) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:08.117620 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-21b06cfe-83c2-4956-aa7d-ffe6a5d93d73 req-afb67dd1-1803-4024-a0e2-483f5b0ea9d4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155221
May 19 06:33:08.295814 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2494376'] for subnet, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.301561 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f418514f-b9ee-47c0-a1b5-33a095084e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:08.339742 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b316a4a4-b246-4530-b272-8f9478a4c0aa,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:08.343216 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:08.344243 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.353346 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b316a4a4-b246-4530-b272-8f9478a4c0aa HTTP/1.1" status: 204  len: 168 time: 0.7340050
May 19 06:33:08.354268 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47152) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:08.481431 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.573268 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.591930 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:08.599539 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Usage tracker for resource:security_group_rule and tenant:4a3a30e8387d44e4bf34ca8a5422dd32 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:08.603162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:08.610532 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:08.733862 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.746306 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f80746f21c0>,) {'filters': {'network_id': ['4a3a8a31-e0eb-4152-85af-6da8c35f68f0']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:08.764592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.764800 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f80746f21c0>, '80e9e7b1-79e1-4ddb-9396-1c82a6d8a3ed') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:08.765244 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f80746f21c0>, '80e9e7b1-79e1-4ddb-9396-1c82a6d8a3ed') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:08.779573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.801198 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.809061 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:33:08.809629 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.820606 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:33:08.829095 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:33:08.840475 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-296613ce-669d-4eaf-9e80-37b062555251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:08.913743 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47174) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:08.914084 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a3a30e8387d44e4bf34ca8a5422dd32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8079803
May 19 06:33:08.916141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e697efd-9d58-4608-b7d8-db402ce365b4,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:08.919736 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:08.982304 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.013378 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.022981 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.034614 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:09.052165 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.060117 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3a8a31-e0eb-4152-85af-6da8c35f68f0,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:09.070177 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:09.071562 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-edfc224c-669a-4ce6-a3d4-c55c06b08648 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4a3a8a31-e0eb-4152-85af-6da8c35f68f0 HTTP/1.1" status: 204  len: 168 time: 0.7169895
May 19 06:33:09.157483 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.163129 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:09.176781 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e697efd-9d58-4608-b7d8-db402ce365b4,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:09.183334 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:09.184274 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.188165 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e697efd-9d58-4608-b7d8-db402ce365b4 HTTP/1.1" status: 204  len: 168 time: 0.2733436
May 19 06:33:09.260277 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.273894 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47194) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:09.328638 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2d507487-99ef-466a-8b1a-79597ff60948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.398704 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47200) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:09.449137 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b30a5cec-79f6-49e9-9f1f-0f2b37687651 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a8d9566fe14c4d6fbc0692534a8139e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489709
May 19 06:33:09.451538 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47204) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:09.508948 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c69a71-7379-4696-ab2b-2689deb611a3 req-85d39268-60e6-489c-8816-4ec6b8381617 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:09.516130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.516862 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a9c69a71-7379-4696-ab2b-2689deb611a3 req-85d39268-60e6-489c-8816-4ec6b8381617 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 945 time: 0.2447393
May 19 06:33:09.546421 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.554331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-f25bba9c-2e90-439d-a8e3-6479d31d10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:09.556122 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-f25bba9c-2e90-439d-a8e3-6479d31d10c8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.2313328
May 19 06:33:09.571801 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b053fa-db4d-433f-95a8-86d44b8c850d req-a5e6df72-6fb9-464c-91f0-0630a560a192 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:09.573440 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a2b053fa-db4d-433f-95a8-86d44b8c850d req-a5e6df72-6fb9-464c-91f0-0630a560a192 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.2475512
May 19 06:33:09.637409 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a9c69a71-7379-4696-ab2b-2689deb611a3 req-4bd1926d-9ad8-45a4-861d-ab686ec08305 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195936
May 19 06:33:09.695957 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.701943 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:09.742539 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a2b053fa-db4d-433f-95a8-86d44b8c850d req-4fbf8a24-566c-4be6-a337-11bdf8085c17 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416759
May 19 06:33:09.744596 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be7d18-41e6-4c0e-b07b-9c3595bc140e,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:09.748611 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:09.756379 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.757506 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9be7d18-41e6-4c0e-b07b-9c3595bc140e HTTP/1.1" status: 204  len: 168 time: 0.3049188
May 19 06:33:09.819145 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-bb90c710-f9dd-4d6f-a19c-776677863e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:09.820752 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-bb90c710-f9dd-4d6f-a19c-776677863e34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.2461221
May 19 06:33:09.858747 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:09.907720 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:09.912383 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Usage tracker for resource:security_group_rule and tenant:cf92db4018e64bde8de04acb0aa03db1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:09.915523 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:09.922118 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:09.938144 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-cdf35edf-fae7-4fbf-91a6-c006400116ed service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 217 time: 0.1086144
May 19 06:33:10.016029 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-944f7aa6-a8ec-4896-a9e9-bae1c32d7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:10.017611 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-944f7aa6-a8ec-4896-a9e9-bae1c32d7b42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.0674415
May 19 06:33:10.036224 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.071488 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.145941 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.157340 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-5e06753c-8025-4ec7-a141-b2a173babb3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1291161
May 19 06:33:10.159084 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4c668596-de47-49f1-9733-3830f327cc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:10.193871 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9e58dd-ece7-4956-8351-8cffa201a706,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:10.206729 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:10.215949 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf92db4018e64bde8de04acb0aa03db1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9384522
May 19 06:33:10.218369 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47230) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:10.329007 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.332760 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-3941e9e2-7467-40f9-a8dd-5c554ab302c4 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1666353
May 19 06:33:10.365824 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.499418 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37de5e91-f0f6-419d-a0ce-50b7ebd56393 req-1bd7a9a4-a3ca-457e-9f7b-1091b588f5eb service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1583095
May 19 06:33:10.586452 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47246) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:10.593462 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.598672 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cf94f5f9-fda4-4a22-a391-9028ec63d2c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:10.610047 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9e58dd-ece7-4956-8351-8cffa201a706,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:10.612519 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:10.619077 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.620369 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e9e58dd-ece7-4956-8351-8cffa201a706 HTTP/1.1" status: 204  len: 168 time: 0.4011025
May 19 06:33:10.726715 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1738319397-network', 'tenant_id': '8e1d3fa1a7ea4aaf86d054354fa54cd9'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:10.730934 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47260) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:10.733330 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:10.736107 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Usage tracker for resource:network and tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:10.739054 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:10.745386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:10.787610 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-635207b0-ea07-446d-b7b1-c50e305e1f57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b6e87f149c54ac7b938769b739595d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0529435
May 19 06:33:10.788063 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47266) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:10.851436 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Made reservation on behalf of 8e1d3fa1a7ea4aaf86d054354fa54cd9 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:10.853558 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.863739 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.873517 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.899824 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:10.906710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:10.913640 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:10.918576 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:10.930139 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:10.940430 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d4a6e-51a2-4e0f-b5c7-d43a4cedca62 req-2f73a719-645b-46f5-8817-9c4405ae5f37 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:10.943792 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-df5d4a6e-51a2-4e0f-b5c7-d43a4cedca62 req-2f73a719-645b-46f5-8817-9c4405ae5f37 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0806489
May 19 06:33:11.000494 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-df5d4a6e-51a2-4e0f-b5c7-d43a4cedca62 req-83bca2b6-0439-49d5-907f-9d42d37aa3e9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515420
May 19 06:33:11.046005 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.082675 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.086398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-05de9f16-a686-414e-a36a-b98c811dc274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:11.099666 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93be69ff-b526-4fe7-8a6e-a520e955ab99,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:11.102518 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:11.105567 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.111958 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-902fd7cd-b45e-4d46-994c-e858c8f43b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:11.135685 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.136790 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93be69ff-b526-4fe7-8a6e-a520e955ab99 HTTP/1.1" status: 204  len: 168 time: 0.3480203
May 19 06:33:11.142606 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:33:11.150997 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc91380b-103f-4ae8-a0b6-2890600a32f3,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:11.154508 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:11.157154 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.157488 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Added segment 169becdf-07bf-497e-a575-57fd95f13998 of type vlan for network 1f1065ef-d929-4251-96dc-a38fde3360da
May 19 06:33:11.190715 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.311815 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.313189 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:11.313908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.319639 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:11.431615 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1f1065ef-d929-4251-96dc-a38fde3360da,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:11.434423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:11.442431 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 1f1065ef-d929-4251-96dc-a38fde3360da details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:33:11.449849 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8621092
May 19 06:33:11.452699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47288) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:11.459212 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:11.463694 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Request body: {'subnet': {'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1738319397-subnet', 'tenant_id': '8e1d3fa1a7ea4aaf86d054354fa54cd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:11.465101 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:11.474495 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Usage tracker for resource:subnet and tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:11.477740 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:11.484764 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:11.540149 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Made reservation on behalf of 8e1d3fa1a7ea4aaf86d054354fa54cd9 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:11.542508 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:12.068154 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:12.075633 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-134ad3f7-00d9-4c22-9133-475879e2989c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:12.237207 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1b4be7-0985-44d1-86a5-04d15b93c0f7,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:12.237207 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:12.250243 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4d0ed-fd45-4c7a-833c-0054b152379c req-bc3488f0-2c00-4628-8d89-81d5785e6357 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:12.257978 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6fe4d0ed-fd45-4c7a-833c-0054b152379c req-bc3488f0-2c00-4628-8d89-81d5785e6357 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1240044
May 19 06:33:12.266349 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Checking segment: {'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:12.266349 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Network hostable DHCP agents. Network: 1f1065ef-d929-4251-96dc-a38fde3360da, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:33:12.325619 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6fe4d0ed-fd45-4c7a-833c-0054b152379c req-fd5c8b70-6751-4f4d-8499-d8e0a461ea06 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647960
May 19 06:33:12.368533 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Network 1f1065ef-d929-4251-96dc-a38fde3360da is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:33:12.436828 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 1f1065ef-d929-4251-96dc-a38fde3360da) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:12.445188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:12.445901 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:12.449187 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d175e1-fa13-423a-a5d0-09fcd54742ff None None] Network 1f1065ef-d929-4251-96dc-a38fde3360da requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:33:12.556742 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-38c6e590-8599-4e8d-957d-f3b443bc4105 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1028748
May 19 06:33:12.697962 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d96bfc-fc04-4f55-a8c7-c51a1a3bda49 None None] Network 1f1065ef-d929-4251-96dc-a38fde3360da requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:33:13.543642 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa90ab9b-efda-48f9-8719-5700fb03127f req-a0fb9a15-fb35-4f74-97c3-d693cc0e0d78 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:13.551387 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa90ab9b-efda-48f9-8719-5700fb03127f req-a0fb9a15-fb35-4f74-97c3-d693cc0e0d78 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1141684
May 19 06:33:13.601767 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa90ab9b-efda-48f9-8719-5700fb03127f req-e90cb9d7-1481-49ea-8bb7-0465926ce02c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493586
May 19 06:33:14.813273 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b73705-2654-434e-a828-edf735129a93 req-af10efa5-dcb6-488c-8498-af2b2a1b0b99 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:14.815474 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-76b73705-2654-434e-a828-edf735129a93 req-af10efa5-dcb6-488c-8498-af2b2a1b0b99 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0882256
May 19 06:33:14.864290 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-76b73705-2654-434e-a828-edf735129a93 req-2f042971-672c-436d-a0d4-6cb9b310ef9b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419049
May 19 06:33:15.690645 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-64d1bba8-caba-44a3-ba05-3f5a5da183dd tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:15.692053 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-64d1bba8-caba-44a3-ba05-3f5a5da183dd tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/networks?id=1f1065ef-d929-4251-96dc-a38fde3360da HTTP/1.1" status: 200  len: 814 time: 0.1743658
May 19 06:33:15.707879 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-806d93b9-c4dc-473d-94b7-4858589fe2c1 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/quotas/8e1d3fa1a7ea4aaf86d054354fa54cd9 HTTP/1.1" status: 200  len: 375 time: 0.0101252
May 19 06:33:15.769099 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-7ccee89c-4ffa-4c46-bc31-6400a2a9ab56 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0537217
May 19 06:33:15.913362 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-f941ee68-ed35-4039-83d2-0729f6d43502 service neutron] 10.222.0.25 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374998
May 19 06:33:16.043621 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-3bcffd4f-f5c0-41ad-b62f-c960e8ce130b service neutron] 10.222.0.25 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244209
May 19 06:33:16.369956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d2a78-770a-4ee9-98b3-ac73f193daa9 req-afe41647-e8de-41e9-9e86-32d956685d3b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:16.371524 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-679d2a78-770a-4ee9-98b3-ac73f193daa9 req-afe41647-e8de-41e9-9e86-32d956685d3b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0891144
May 19 06:33:16.416444 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-679d2a78-770a-4ee9-98b3-ac73f193daa9 req-eb8717d8-a63e-4d88-8bc6-a5d1d9705825 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388043
May 19 06:33:16.510994 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-161462b9-0eb9-4193-bcac-89b900e172f4 req-cc95fb63-1390-4e74-9af6-5f6fd5599a24 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 210 time: 0.0457449
May 19 06:33:17.606924 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6feea9-ab5f-4ec4-8789-6c5d844fbffc req-2fddd0c4-7c13-425f-964b-8c5ed339942c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:17.608395 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a6feea9-ab5f-4ec4-8789-6c5d844fbffc req-2fddd0c4-7c13-425f-964b-8c5ed339942c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0783863
May 19 06:33:17.651584 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a6feea9-ab5f-4ec4-8789-6c5d844fbffc req-5451dbc4-31e2-47d1-9944-08bc2100db82 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369670
May 19 06:33:17.793577 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-489e556d-e621-4860-bce8-e610fb6b09e4 req-d3f0be00-990b-4b4f-b5f8-6df207a4a7c2 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 210 time: 0.0490239
May 19 06:33:18.855408 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd71ab6-02e4-41a3-8320-2d3fae3c7835 req-36b23007-8f28-47e1-ae3c-724ecfec34ba tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:18.857074 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ddd71ab6-02e4-41a3-8320-2d3fae3c7835 req-36b23007-8f28-47e1-ae3c-724ecfec34ba tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1025884
May 19 06:33:18.925735 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ddd71ab6-02e4-41a3-8320-2d3fae3c7835 req-95857201-38aa-4b79-a2fc-97abb2247838 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512199
May 19 06:33:19.053270 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6d1189a8-026c-4f4b-be64-df1f297c3bc9 req-fdaff739-d518-4f6e-902e-c1f959504239 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 210 time: 0.1179249
May 19 06:33:19.816631 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-5c077647-f61f-4bb3-9208-d48a06ea8173 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:19.819413 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-5c077647-f61f-4bb3-9208-d48a06ea8173 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "GET /v2.0/networks?id=1f1065ef-d929-4251-96dc-a38fde3360da HTTP/1.1" status: 200  len: 814 time: 0.1501007
May 19 06:33:19.836588 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Request body: {'port': {'device_id': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da', 'admin_state_up': True, 'tenant_id': '8e1d3fa1a7ea4aaf86d054354fa54cd9'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:19.984659 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:19.988618 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Usage tracker for resource:port and tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:19.991641 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:20.006478 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:20.118485 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed494c6-443a-47f2-92d6-08c67d2ed3b5 req-48ae8ccf-1cd8-4104-abd7-4e11b5a4be74 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:20.123418 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-eed494c6-443a-47f2-92d6-08c67d2ed3b5 req-48ae8ccf-1cd8-4104-abd7-4e11b5a4be74 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0970333
May 19 06:33:20.123418 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Made reservation on behalf of 8e1d3fa1a7ea4aaf86d054354fa54cd9 for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:20.124745 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:20.284977 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-eed494c6-443a-47f2-92d6-08c67d2ed3b5 req-4fe2eed8-9c5d-4b67-8f8d-ab01dac7da22 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488090
May 19 06:33:20.296528 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fde346d2-e7da-48ba-a0ee-4f0b8dda141f req-5d4fedb7-da92-4f9a-b662-18d857b44778 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 210 time: 0.0890672
May 19 06:33:20.395227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Allocated IP 172.20.0.7 (1f1065ef-d929-4251-96dc-a38fde3360da/8c1b4be7-0985-44d1-86a5-04d15b93c0f7/fb5748b4-5a66-4e89-b13f-b9d51759ac4c) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:20.626504 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:20.740442 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:20.748471 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:20.822249 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Pushing event updated for resources: {'Port': ['ID=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:20.825958 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Network 1f1065ef-d929-4251-96dc-a38fde3360da is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:20.826918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:20.827926 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:20.832577 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:20.900416 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:20.901021 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:20.981025 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1483893
May 19 06:33:20.993364 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Request body: {'port': {'device_id': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:21.115946 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.117638 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47572) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:21.244361 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.259530 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:21.263691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c12ad27c2df471bbc53a280ffca28e7 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:21.268699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:21.273789 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:21.392689 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.482663 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.496424 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ebbcaf6b-546f-4ca0-b3b4-261fd256cd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:21.561311 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b71bb23-e0ce-4e4b-acac-74d94d43726a,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:21.568142 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:21.594113 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c12ad27c2df471bbc53a280ffca28e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4753597
May 19 06:33:21.597140 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47598) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:21.655730 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-03a030b3-d80a-4de2-8578-8531b7de9651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.682419 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-03a030b3-d80a-4de2-8578-8531b7de9651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.698977 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37280c-3113-4b32-b39e-d5724a08433f req-26a0a087-fb88-43f2-abdc-2f230df0b093 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:21.700455 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6a37280c-3113-4b32-b39e-d5724a08433f req-26a0a087-fb88-43f2-abdc-2f230df0b093 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.2564068
May 19 06:33:21.713222 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924ff03-60bf-4e20-872a-21ac7b28d5f9 req-9ff32415-a5a2-4ec7-abe6-550274b027e0 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:21.715493 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e924ff03-60bf-4e20-872a-21ac7b28d5f9 req-9ff32415-a5a2-4ec7-abe6-550274b027e0 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Synchronizing usage tracker for tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:33:21.734424 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5748b4-5a66-4e89-b13f-b9d51759ac4c {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:33:21.753589 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.795996 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6a37280c-3113-4b32-b39e-d5724a08433f req-6f957492-5137-4ef8-ba9e-a2a6a483d213 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790651
May 19 06:33:21.842855 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Transition to ACTIVE for port object fb5748b4-5a66-4e89-b13f-b9d51759ac4c will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:21.843312 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-03a030b3-d80a-4de2-8578-8531b7de9651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.848741 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e7b8d150-9be8-425a-9f58-9285732817a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:21.860497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a030b3-d80a-4de2-8578-8531b7de9651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b71bb23-e0ce-4e4b-acac-74d94d43726a,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:21.864668 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-03a030b3-d80a-4de2-8578-8531b7de9651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:21.869898 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-03a030b3-d80a-4de2-8578-8531b7de9651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.872357 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e924ff03-60bf-4e20-872a-21ac7b28d5f9 req-9ff32415-a5a2-4ec7-abe6-550274b027e0 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Unset dirty status for tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:33:21.879909 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-03a030b3-d80a-4de2-8578-8531b7de9651 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b71bb23-e0ce-4e4b-acac-74d94d43726a HTTP/1.1" status: 204  len: 168 time: 0.2796469
May 19 06:33:21.880146 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e924ff03-60bf-4e20-872a-21ac7b28d5f9 req-9ff32415-a5a2-4ec7-abe6-550274b027e0 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 931 time: 0.3754082
May 19 06:33:21.966195 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e924ff03-60bf-4e20-872a-21ac7b28d5f9 req-001ec627-85db-4b2a-9860-b6da5fa2af48 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610476
May 19 06:33:21.969485 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:21.991604 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:22.295277 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:22.320139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:22.320139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Attempting to bind port fb5748b4-5a66-4e89-b13f-b9d51759ac4c on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:22.320139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Attempting to bind port fb5748b4-5a66-4e89-b13f-b9d51759ac4c by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:22.320139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Attempting to bind port fb5748b4-5a66-4e89-b13f-b9d51759ac4c on network 1f1065ef-d929-4251-96dc-a38fde3360da {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:22.320139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Port fb5748b4-5a66-4e89-b13f-b9d51759ac4c on network 1f1065ef-d929-4251-96dc-a38fde3360da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:33:22.320139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Attempting to bind port fb5748b4-5a66-4e89-b13f-b9d51759ac4c on network 1f1065ef-d929-4251-96dc-a38fde3360da {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:22.331715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:22.331715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Checking segment: {'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:22.331715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Bound using segment: {'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:22.331715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Bound port: fb5748b4-5a66-4e89-b13f-b9d51759ac4c, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:22.331715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:22.465341 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] For port fb5748b4-5a66-4e89-b13f-b9d51759ac4c, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:22.470190 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] For port fb5748b4-5a66-4e89-b13f-b9d51759ac4c, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:22.598251 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:22.603269 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-13713e8d-56f9-47ca-9e8c-3c6eacf712bc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:22.661114 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:22.661714 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:22.663068 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] 10.222.0.52 "PUT /v2.0/ports/fb5748b4-5a66-4e89-b13f-b9d51759ac4c HTTP/1.1" status: 200  len: 1093 time: 1.6743135
May 19 06:33:22.663563 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'tag': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:33:22.684782 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:22.688127 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:22.712238 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'tag': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c', 'status': 'completed', 'code': 200}
May 19 06:33:22.811958 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec534bf-f345-4082-8adc-edbed484ca01 req-e5c28331-a168-4fdc-a032-3d48dd14f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:22.813481 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cec534bf-f345-4082-8adc-edbed484ca01 req-e5c28331-a168-4fdc-a032-3d48dd14f649 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 1096 time: 0.0747693
May 19 06:33:22.975108 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec534bf-f345-4082-8adc-edbed484ca01 req-684e1d73-d063-43e7-b18f-57ece729833a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:22.976658 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cec534bf-f345-4082-8adc-edbed484ca01 req-684e1d73-d063-43e7-b18f-57ece729833a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1550956
May 19 06:33:23.171161 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2254980-f8ac-4d4b-aca3-0300d96d1534 req-44d9cc71-d833-47b1-bc07-9ed75d262bdc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:23.172701 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b2254980-f8ac-4d4b-aca3-0300d96d1534 req-44d9cc71-d833-47b1-bc07-9ed75d262bdc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1951613
May 19 06:33:23.175142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec534bf-f345-4082-8adc-edbed484ca01 req-098e9bf4-3140-4a5b-8b6c-55fd782f6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:23.176465 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cec534bf-f345-4082-8adc-edbed484ca01 req-098e9bf4-3140-4a5b-8b6c-55fd782f6ea5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1676626
May 19 06:33:23.226007 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b2254980-f8ac-4d4b-aca3-0300d96d1534 req-c2a96fce-08b3-49c2-8fa0-c2cd3cd3642f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468495
May 19 06:33:23.308338 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-3fb17fce-0cd3-46b8-8c2c-1d3166378053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:23.310541 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-3fb17fce-0cd3-46b8-8c2c-1d3166378053 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 1096 time: 0.0836313
May 19 06:33:23.429966 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-ddee81a4-de80-420d-b671-65f0f01409ac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb5748b4-5a66-4e89-b13f-b9d51759ac4c HTTP/1.1" status: 200  len: 217 time: 0.1056461
May 19 06:33:23.524019 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-ddb47716-692c-4ad8-a1a1-db8ef99a9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:23.525512 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-ddb47716-692c-4ad8-a1a1-db8ef99a9a18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c1b4be7-0985-44d1-86a5-04d15b93c0f7 HTTP/1.1" status: 200  len: 854 time: 0.0775862
May 19 06:33:23.536770 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf6831-c374-493c-9710-bb724ae9811b req-ac3001b0-d1bd-4bb0-a459-c0ea48847384 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:23.538139 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3fcf6831-c374-493c-9710-bb724ae9811b req-ac3001b0-d1bd-4bb0-a459-c0ea48847384 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 943 time: 0.1560526
May 19 06:33:23.596821 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-89ea2b1b-1fba-4dc5-8efb-7c6ec96653be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f1065ef-d929-4251-96dc-a38fde3360da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0575016
May 19 06:33:23.650386 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3fcf6831-c374-493c-9710-bb724ae9811b req-d477139e-30de-4345-886a-7c22f1c7cece tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803246
May 19 06:33:23.741985 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-748be445-fed4-49c8-8e6c-db4f039ef354 service neutron] 10.222.0.52 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347709
May 19 06:33:23.871183 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d67d52f7-2cbd-430f-b877-1bc74161b488 req-caef755b-184d-4cc6-b1cc-cf60b9fa9652 service neutron] 10.222.0.52 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212428
May 19 06:33:24.433649 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46db61-d7e3-431f-9390-08e3d7aa808b req-8253d4df-dad5-4c60-9cf2-7e8dfdba80d2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:24.435274 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-db46db61-d7e3-431f-9390-08e3d7aa808b req-8253d4df-dad5-4c60-9cf2-7e8dfdba80d2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0889509
May 19 06:33:24.561289 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-db46db61-d7e3-431f-9390-08e3d7aa808b req-4de3c599-313b-459d-a1d3-785739cff10f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195407
May 19 06:33:24.845147 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375c1bf-87e8-44dc-a2da-d456e6a71ac0 req-26180902-eee0-4971-a418-50f0a1bba97c tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:24.846630 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7375c1bf-87e8-44dc-a2da-d456e6a71ac0 req-26180902-eee0-4971-a418-50f0a1bba97c tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 943 time: 0.0815103
May 19 06:33:24.903403 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7375c1bf-87e8-44dc-a2da-d456e6a71ac0 req-d5b18e0f-5f27-407c-bc02-74da37a8611d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508859
May 19 06:33:25.238230 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1421fb-c96b-46d6-ba76-6a04721e7a86 req-aa78ae67-be13-442e-969f-1b32f70e23cc tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:25.239631 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3c1421fb-c96b-46d6-ba76-6a04721e7a86 req-aa78ae67-be13-442e-969f-1b32f70e23cc tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0817235
May 19 06:33:25.282464 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3c1421fb-c96b-46d6-ba76-6a04721e7a86 req-246e6b74-d4f8-4177-b67e-e6fec709edd3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370896
May 19 06:33:25.760767 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518056b9-65f4-47ed-b428-2238541a440f req-1cafdc8a-85c6-4f29-9001-75e593be27c6 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:25.762373 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-518056b9-65f4-47ed-b428-2238541a440f req-1cafdc8a-85c6-4f29-9001-75e593be27c6 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0833542
May 19 06:33:25.808558 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-518056b9-65f4-47ed-b428-2238541a440f req-86597518-02bc-422b-b9d2-dc688b9fd105 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403721
May 19 06:33:26.235526 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e808d-2b5b-4667-ad4c-d990b88f81b3 req-ebdc4d2c-1f8a-4bdb-a882-349c97d9b590 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:26.237648 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-245e808d-2b5b-4667-ad4c-d990b88f81b3 req-ebdc4d2c-1f8a-4bdb-a882-349c97d9b590 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 943 time: 0.2153976
May 19 06:33:26.245751 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-334b01a8-b897-405a-8a38-a18ab51d8aa0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:26.250638 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-334b01a8-b897-405a-8a38-a18ab51d8aa0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.1892881
May 19 06:33:26.276026 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ab1cef0-d087-40e6-8636-c089036f4caf tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/quotas/f19d2d68d3234edaa9331a024262dbb1 HTTP/1.1" status: 200  len: 375 time: 0.0245538
May 19 06:33:26.347791 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-245e808d-2b5b-4667-ad4c-d990b88f81b3 req-50338982-3336-4e8a-9ce8-48b8fa30cdd9 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943906
May 19 06:33:26.415881 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-9cb18c40-e899-4a62-bed6-806674d5417b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1290700
May 19 06:33:26.443404 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fb5748b4-5a66-4e89-b13f-b9d51759ac4c details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:33:26.583863 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port fb5748b4-5a66-4e89-b13f-b9d51759ac4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:26.599685 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c', 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da', 'port_id': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c', 'mac_address': 'fa:16:3e:09:27:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1b4be7-0985-44d1-86a5-04d15b93c0f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:33:26.603860 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-b5a6d0f5-678b-4085-8937-3398504d2538 service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1870115
May 19 06:33:26.661209 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:26.676016 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8632e3c-ea32-42ca-b406-20d41709aee1 req-fb915610-3679-48f1-85b5-c31312bfd82d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:26.677403 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a8632e3c-ea32-42ca-b406-20d41709aee1 req-fb915610-3679-48f1-85b5-c31312bfd82d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1780159
May 19 06:33:26.682027 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5748b4-5a66-4e89-b13f-b9d51759ac4c {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:33:26.698078 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port fb5748b4-5a66-4e89-b13f-b9d51759ac4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:26.780069 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:26.781871 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:26.794633 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a8632e3c-ea32-42ca-b406-20d41709aee1 req-35bdd780-b38f-4d0f-a953-af1b04af3f56 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662849
May 19 06:33:26.821263 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-0d1e017a-b468-4413-b37a-a7a7a387d9d0 service neutron] 10.222.0.25 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2086501
May 19 06:33:26.888943 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:26.892322 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:27.006583 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd2944-20ff-471c-9233-f90beb0c47fe req-a9bf12ad-c0bf-4a30-8d3c-d432faa64fa7 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:27.008085 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17dd2944-20ff-471c-9233-f90beb0c47fe req-a9bf12ad-c0bf-4a30-8d3c-d432faa64fa7 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0803466
May 19 06:33:27.061274 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17dd2944-20ff-471c-9233-f90beb0c47fe req-fb5b1c2c-f38a-4d6c-9317-d00bf9dd5aad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472639
May 19 06:33:27.133874 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['fb5748b4-5a66-4e89-b13f-b9d51759ac4c'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:33:27.258998 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-da5f2e31-637f-4e34-8fe9-96983c84baea req-692f1da5-c329-46a5-b9e1-cf50f449a837 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 210 time: 0.0862813
May 19 06:33:27.417622 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e575955-d0d1-40b7-a54e-ad18c3134a62 req-cf7c5bfd-df1f-41b9-b59d-0acd4bc47dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:27.419103 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2e575955-d0d1-40b7-a54e-ad18c3134a62 req-cf7c5bfd-df1f-41b9-b59d-0acd4bc47dfc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.0724523
May 19 06:33:27.512383 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2e575955-d0d1-40b7-a54e-ad18c3134a62 req-fd4dec23-fa15-462c-b1d4-0a52b6fcffd8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842407
May 19 06:33:27.553196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b8c93-cf0e-4e4c-a08c-1a77912ba58a req-d1f39b88-4582-4096-9a66-2f38895ce33b tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:27.554742 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-062b8c93-cf0e-4e4c-a08c-1a77912ba58a req-d1f39b88-4582-4096-9a66-2f38895ce33b tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 944 time: 0.0895686
May 19 06:33:27.612298 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-062b8c93-cf0e-4e4c-a08c-1a77912ba58a req-d4cf8389-e3a0-446f-a93c-228274233f5b tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498624
May 19 06:33:28.008770 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b827cf-608e-4be3-bcc9-37dd7fd04138 req-0c2f3a4a-9500-4ff1-9105-9d39eaeb3575 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:28.015679 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f4b827cf-608e-4be3-bcc9-37dd7fd04138 req-0c2f3a4a-9500-4ff1-9105-9d39eaeb3575 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0936718
May 19 06:33:28.066975 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f4b827cf-608e-4be3-bcc9-37dd7fd04138 req-13a7647b-0467-41f4-b4c3-b76f76808b48 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503321
May 19 06:33:28.257505 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778f4db-57d3-4682-8abf-bbbdd37c38d4 req-073c7bb4-fb81-4812-a72b-271bb1f3a6fd tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:28.259033 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b778f4db-57d3-4682-8abf-bbbdd37c38d4 req-073c7bb4-fb81-4812-a72b-271bb1f3a6fd tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0798569
May 19 06:33:28.308077 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b778f4db-57d3-4682-8abf-bbbdd37c38d4 req-2cc11784-76da-4de4-ab80-6d35118d6876 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431623
May 19 06:33:28.474670 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fb5748b4-5a66-4e89-b13f-b9d51759ac4c up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:28.508250 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4b4d59e2-7449-4765-850a-9fb3773a6ee9 req-345f1ff4-96ea-4f74-a3bf-6035528a244c tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 210 time: 0.1164403
May 19 06:33:28.631018 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port fb5748b4-5a66-4e89-b13f-b9d51759ac4c completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:28.636041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port fb5748b4-5a66-4e89-b13f-b9d51759ac4c triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:28.636372 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:28.774390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:28.802178 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:33:28.812599 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port fb5748b4-5a66-4e89-b13f-b9d51759ac4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:28.822269 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47830) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:28.826142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e3b3f3-c8f1-4a77-85c7-96f64da5e4f7 req-96a73cca-265f-4f82-829a-0d7df64f23e1 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:28.828165 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-50e3b3f3-c8f1-4a77-85c7-96f64da5e4f7 req-96a73cca-265f-4f82-829a-0d7df64f23e1 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 944 time: 0.0973411
May 19 06:33:28.861999 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c', 'code': 200}
May 19 06:33:28.889063 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:28.890974 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:28.899682 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-50e3b3f3-c8f1-4a77-85c7-96f64da5e4f7 req-cad2d9db-028a-4cef-a1a0-7ee76970314a tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607557
May 19 06:33:28.950082 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:28.964681 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:28.969032 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Usage tracker for resource:security_group_rule and tenant:8b0780dfacb148708bc8f29fb4c617d1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:28.970280 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:28.972340 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:28.974012 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:28.978101 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:29.060163 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:29.142639 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:29.171333 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fb8de50c-4944-43ed-b23b-f05653b6adc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:29.181812 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b0780dfacb148708bc8f29fb4c617d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3586967
May 19 06:33:29.184618 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47844) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:29.200671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a086dc58-2b3d-49a0-bfb8-99e688d800c6,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:29.203930 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:29.369746 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:29.417924 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:29.432538 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826a774-ff11-46a3-85aa-53964f391bca req-54b86c22-61c5-4f0b-aa73-9e7aa65fb1ee tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:29.434338 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8826a774-ff11-46a3-85aa-53964f391bca req-54b86c22-61c5-4f0b-aa73-9e7aa65fb1ee tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.2191586
May 19 06:33:29.543146 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-fcef3fbb-dea6-4df4-85e1-3794b9fa3b10 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:29.546357 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-fcef3fbb-dea6-4df4-85e1-3794b9fa3b10 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 815 time: 0.1872771
May 19 06:33:29.563090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550696ab-2108-4e7b-9c58-b196c341956c req-7c644220-dc35-4846-a2fe-5de5b4d142db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:29.564988 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-550696ab-2108-4e7b-9c58-b196c341956c req-7c644220-dc35-4846-a2fe-5de5b4d142db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 1098 time: 0.2588000
May 19 06:33:29.568596 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Request body: {'port': {'device_id': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'admin_state_up': True, 'tenant_id': 'f19d2d68d3234edaa9331a024262dbb1'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:29.578623 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8826a774-ff11-46a3-85aa-53964f391bca req-d500e730-d547-4764-b4f8-a8b2b657d67b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1312542
May 19 06:33:29.676790 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-550696ab-2108-4e7b-9c58-b196c341956c req-4a855f89-a108-4dde-83ec-5a7d08dae3be service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953333
May 19 06:33:29.689342 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66939853-11ea-4047-895f-9a7b9da603dc req-0a7417f2-e049-4183-b641-90816d06f344 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:29.690918 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-66939853-11ea-4047-895f-9a7b9da603dc req-0a7417f2-e049-4183-b641-90816d06f344 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.2266824
May 19 06:33:29.726708 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:29.774617 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:29.786171 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:29.795899 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:29.804196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a086dc58-2b3d-49a0-bfb8-99e688d800c6,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:29.810764 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dc467620-88cb-4ef8-9ed0-2d354a588cf7 req-bc0b36d2-507d-4379-8893-b1be603fffa2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 210 time: 0.0798383
May 19 06:33:29.811554 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:29.822552 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-66939853-11ea-4047-895f-9a7b9da603dc req-c7cef0c7-cd2c-457a-b05b-e5056aa1fa79 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256320
May 19 06:33:29.823353 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:29.827190 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a086dc58-2b3d-49a0-bfb8-99e688d800c6 HTTP/1.1" status: 204  len: 168 time: 0.6414928
May 19 06:33:29.858072 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Made reservation on behalf of f19d2d68d3234edaa9331a024262dbb1 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:29.863843 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:30.085125 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baabbd-bd0e-4462-b9fc-37fbfc6f1757 req-57b39dfa-d387-4a30-9989-111e57f77ab7 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:30.086777 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-36baabbd-bd0e-4462-b9fc-37fbfc6f1757 req-57b39dfa-d387-4a30-9989-111e57f77ab7 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 945 time: 0.0831878
May 19 06:33:30.146128 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-36baabbd-bd0e-4462-b9fc-37fbfc6f1757 req-a046d480-3273-46c3-bc42-30af489cb49b tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533690
May 19 06:33:30.212982 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Allocated IP 172.20.0.7 (f5392844-74d5-4901-80b4-e2220b971d32/c724c76b-14f0-49b5-983e-15863334ffe8/7bb5fb59-1b3d-411c-ad51-6c805d0e1b00) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:30.427597 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:30.495405 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d33a70-459b-4ecc-90a3-e9dda377079f req-3447b1f0-4937-4e71-8e59-93a738e2128f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:30.499731 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c2d33a70-459b-4ecc-90a3-e9dda377079f req-3447b1f0-4937-4e71-8e59-93a738e2128f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1635888
May 19 06:33:30.499918 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47884) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:30.503187 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-146e729b-5066-465f-b3f9-b4c725fe6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:30.504615 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-146e729b-5066-465f-b3f9-b4c725fe6ba9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.1181550
May 19 06:33:30.519827 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:30.531910 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:30.542839 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:30.546492 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:30.550921 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['968108c8-72a0-4188-8ad6-f1da26e00d6c', '2bd47ab1-8836-416d-bb71-e2ab20d06591', '923b892f-1915-410e-b96f-eed16d48bf1f'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:33:30.618562 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Usage tracker for resource:security_group_rule and tenant:12d2ad5c3c2c4b57936f0fc18ddbf06c is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:30.630978 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:30.642282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Network f5392844-74d5-4901-80b4-e2220b971d32 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:30.649763 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:30.654301 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:30.656604 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:30.664416 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:30.665113 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:30.671307 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c2d33a70-459b-4ecc-90a3-e9dda377079f req-cd3219fb-29ef-4b10-aabf-17e623489093 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1650207
May 19 06:33:30.729166 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-502daf56-1bd6-4f9a-a4e5-5f61df50dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:30.729882 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event updated for resources: {'Port': ['ID=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:30.731121 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-502daf56-1bd6-4f9a-a4e5-5f61df50dd08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.2077966
May 19 06:33:30.748709 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:30.878057 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-304a6fe5-db0f-4379-8f3d-c8f337e8d196 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 217 time: 0.1363215
May 19 06:33:30.897535 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3346729
May 19 06:33:30.922084 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Request body: {'port': {'device_id': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:30.968631 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.043526 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-01569bc3-5878-4b9b-bf47-066c6accbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:31.044865 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-01569bc3-5878-4b9b-bf47-066c6accbd5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.1565275
May 19 06:33:31.054702 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.060064 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad727d02-cc6d-4bef-ae08-171771cafbee req-c9c727ea-234e-4855-a4b2-9c6b682a2469 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:31.061496 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ad727d02-cc6d-4bef-ae08-171771cafbee req-c9c727ea-234e-4855-a4b2-9c6b682a2469 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.2545991
May 19 06:33:31.115315 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.130209 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2efb30de-71b6-4c97-bdcd-f740a5e42390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:31.140453 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-2a4f5441-2841-43dc-93a0-48bcaef55349 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673597
May 19 06:33:31.150575 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df8f43-13d3-4759-859e-5acf02f5fa93 req-4d335e03-40e1-4971-8453-b70cb45f3002 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:31.152240 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d2df8f43-13d3-4759-859e-5acf02f5fa93 req-4d335e03-40e1-4971-8453-b70cb45f3002 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 931 time: 0.2058651
May 19 06:33:31.184783 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12d2ad5c3c2c4b57936f0fc18ddbf06c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6837881
May 19 06:33:31.186375 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efa7ba0-2129-4664-8b85-a14f28d2f3a5,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:31.189378 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:31.190651 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 47902) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:31.293678 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ad727d02-cc6d-4bef-ae08-171771cafbee req-cafac03e-13a8-4728-8405-3f12d9a96ac8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2151306
May 19 06:33:31.310210 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d2df8f43-13d3-4759-859e-5acf02f5fa93 req-63903ec0-ce51-4915-8747-9976f1e5b04c tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364665
May 19 06:33:31.353592 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-e36ee659-0bc8-4ffe-aec3-c9def22b34f6 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984956
May 19 06:33:31.404253 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.450830 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.562805 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.617695 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef5ba4c1-db2f-4046-92fe-0af80312930d req-8d76ea2a-78be-402a-a377-9f39704a0ec4 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2565653
May 19 06:33:31.631209 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ac642-47ad-4734-9ba9-4def07c795b0 req-75ec061b-ec0f-473b-84c9-650c38cd4aac tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:31.632950 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-942ac642-47ad-4734-9ba9-4def07c795b0 req-75ec061b-ec0f-473b-84c9-650c38cd4aac tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 945 time: 0.1789353
May 19 06:33:31.656493 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:33:31.665987 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.698286 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-942ac642-47ad-4734-9ba9-4def07c795b0 req-fb8670ad-f26b-43e1-980b-62fa8527fac7 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584283
May 19 06:33:31.700036 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Transition to ACTIVE for port object 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:31.701122 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.706841 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6bdd413a-19a3-4a42-b046-98e8cac2e3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:31.720873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efa7ba0-2129-4664-8b85-a14f28d2f3a5,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:31.733191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:31.735018 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.736918 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6efa7ba0-2129-4664-8b85-a14f28d2f3a5 HTTP/1.1" status: 204  len: 168 time: 0.5435638
May 19 06:33:31.774514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:31.782440 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:31.907102 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdfdb1-e22a-413a-89de-8f3588cc17f4 req-5ed282d9-56b1-4721-b033-eabe1abd24f5 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:31.915750 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-23cdfdb1-e22a-413a-89de-8f3588cc17f4 req-5ed282d9-56b1-4721-b033-eabe1abd24f5 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0956457
May 19 06:33:31.923330 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:31.931521 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:31.971856 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-23cdfdb1-e22a-413a-89de-8f3588cc17f4 req-e2175791-6eb9-4e79-b6f4-0882e99c4431 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537350
May 19 06:33:32.097038 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Attempting to bind port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:32.097372 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Attempting to bind port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:32.098183 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Attempting to bind port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:32.102548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 on network f5392844-74d5-4901-80b4-e2220b971d32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:33:32.102859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Attempting to bind port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 on network f5392844-74d5-4901-80b4-e2220b971d32 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:32.107823 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:32.108148 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Checking segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:32.108517 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Bound using segment: {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:32.108926 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Bound port: 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bcb95d-e43f-41f4-9cce-cbec266fd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:32.109262 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:32.201478 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] For port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:32.204704 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] For port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:32.277134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:32.282249 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7c153866-bebc-4813-920a-d77540b53c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:32.340816 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:32.341449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:32.342912 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] 10.222.0.52 "PUT /v2.0/ports/7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 HTTP/1.1" status: 200  len: 1093 time: 1.4257121
May 19 06:33:32.360112 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:33:32.400130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Pushing event updated for resources: {'Port': ['ID=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:32.403418 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:32.513645 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-da5b71ee-0ca5-40b0-ad63-0782f1b7752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:32.515140 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-da5b71ee-0ca5-40b0-ad63-0782f1b7752b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 1096 time: 0.0754788
May 19 06:33:32.587684 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9276579-6f82-450a-b0f6-efe1cd47c220 req-d8e6c23c-1fd7-448c-85db-6a7f1e0f26ae tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:32.596064 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e9276579-6f82-450a-b0f6-efe1cd47c220 req-d8e6c23c-1fd7-448c-85db-6a7f1e0f26ae tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1610682
May 19 06:33:32.606584 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37505421-4416-4c68-9e3e-c6e6de3a86e5 req-d0c4424e-437d-4b8f-9bf1-36b59485f785 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:32.608090 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37505421-4416-4c68-9e3e-c6e6de3a86e5 req-d0c4424e-437d-4b8f-9bf1-36b59485f785 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.1378210
May 19 06:33:32.608557 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47970) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:32.608892 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-e04ed879-d0e6-4568-b0ec-a7d8fabd5581 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 HTTP/1.1" status: 200  len: 217 time: 0.0836413
May 19 06:33:32.667784 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:32.708130 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:32.725030 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Usage tracker for resource:security_group_rule and tenant:1196811dc8f748dbad1dab188f42396e is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:32.725798 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37505421-4416-4c68-9e3e-c6e6de3a86e5 req-ea6c8bf2-5ac3-43ed-bbdf-bca9a99600ba tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019561
May 19 06:33:32.735967 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e9276579-6f82-450a-b0f6-efe1cd47c220 req-2ddf37c3-e162-48fd-97c7-a06ee61d877c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1384554
May 19 06:33:32.741351 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:32.755426 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-ef35b09d-a3ab-441f-8537-88899a3440f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:32.763046 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-ef35b09d-a3ab-441f-8537-88899a3440f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 200  len: 855 time: 0.1398857
May 19 06:33:32.763352 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:32.863492 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00', 'status': 'completed', 'code': 200}
May 19 06:33:32.865944 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-356bb924-081c-4480-a961-8483e9324989 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f5392844-74d5-4901-80b4-e2220b971d32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901077
May 19 06:33:32.904346 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:32.968408 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:32.978082 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:33.015167 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-e471b526-495f-4427-b070-b11675a8d4e1 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393313
May 19 06:33:33.026597 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1196811dc8f748dbad1dab188f42396e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4050491
May 19 06:33:33.027201 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 47992) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:33.039614 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87c103e-ba2e-4059-a6bc-404ae00ed1ee,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:33.043612 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:33.169499 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:33.173679 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fad51ccf-a6c0-40ae-8f61-d2852c3eedce req-7625e04d-8946-4706-b729-0eef9f4c3f34 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510293
May 19 06:33:33.205730 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:33.237926 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8c12b-cc81-4208-b20f-5cf8e3880ceb req-a465934d-0a77-4b75-81e3-6b1beabd0db2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:33.239401 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32a8c12b-cc81-4208-b20f-5cf8e3880ceb req-a465934d-0a77-4b75-81e3-6b1beabd0db2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1438539
May 19 06:33:33.297826 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32a8c12b-cc81-4208-b20f-5cf8e3880ceb req-9aefee08-0a84-44a7-9e23-9a04b753448e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493743
May 19 06:33:33.390034 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4940e-c392-48ef-961a-8182a1992826 req-4d6fe6bb-c7f4-4b77-bb60-41b019853584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:33.391243 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:33.392139 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b4a4940e-c392-48ef-961a-8182a1992826 req-4d6fe6bb-c7f4-4b77-bb60-41b019853584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f19d2d68d3234edaa9331a024262dbb1&device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 1096 time: 0.0750661
May 19 06:33:33.397793 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-317ce8f2-e479-4ac6-993e-38c634a96f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:33.411825 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87c103e-ba2e-4059-a6bc-404ae00ed1ee,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:33.415464 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:33.420178 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:33.421526 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e87c103e-ba2e-4059-a6bc-404ae00ed1ee HTTP/1.1" status: 204  len: 168 time: 0.3926878
May 19 06:33:33.538344 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4940e-c392-48ef-961a-8182a1992826 req-09e7647d-6a0c-4208-a6ee-53a09990f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:33.539907 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b4a4940e-c392-48ef-961a-8182a1992826 req-09e7647d-6a0c-4208-a6ee-53a09990f259 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 200  len: 916 time: 0.1384051
May 19 06:33:33.610127 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b4a4940e-c392-48ef-961a-8182a1992826 req-a64a61e5-9686-4619-8df3-fb9902b34eaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 HTTP/1.1" status: 200  len: 217 time: 0.0613041
May 19 06:33:33.681856 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4940e-c392-48ef-961a-8182a1992826 req-a5cb2894-9f21-4b75-bdf1-b16ae5e5cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:33.683287 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b4a4940e-c392-48ef-961a-8182a1992826 req-a5cb2894-9f21-4b75-bdf1-b16ae5e5cd72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 200  len: 855 time: 0.0635483
May 19 06:33:33.733153 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b4a4940e-c392-48ef-961a-8182a1992826 req-1d4cff76-77d8-474e-898f-fcf654416deb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f5392844-74d5-4901-80b4-e2220b971d32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420628
May 19 06:33:33.976156 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b4a4940e-c392-48ef-961a-8182a1992826 req-c0383d91-80e0-4ad6-ad60-1d98427e6cd9 service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2289467
May 19 06:33:34.041074 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419e115-514e-4b83-a42e-dbd758315feb req-5ed2ab34-aa93-4f31-bce6-7d5c3bb98ecf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:34.047958 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1419e115-514e-4b83-a42e-dbd758315feb req-5ed2ab34-aa93-4f31-bce6-7d5c3bb98ecf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1687007
May 19 06:33:34.099029 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079aadf-6399-4df8-b8f6-f5226575752d req-12eadad3-797d-4d3f-8425-03bd5a04fcc0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:34.108002 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4079aadf-6399-4df8-b8f6-f5226575752d req-12eadad3-797d-4d3f-8425-03bd5a04fcc0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.1817153
May 19 06:33:34.139984 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1419e115-514e-4b83-a42e-dbd758315feb req-6d297ea5-f842-41bf-b0fd-9d4715607d53 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0909665
May 19 06:33:34.172602 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4079aadf-6399-4df8-b8f6-f5226575752d req-d0a34799-5f13-4f8d-ad97-c6b8ad2c4f6f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635750
May 19 06:33:34.250335 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b4a4940e-c392-48ef-961a-8182a1992826 req-1f3cd0cb-9f53-4332-81e5-74b733f8e7dc service neutron] 10.222.0.52 "GET /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2660630
May 19 06:33:34.498691 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d17d4c-be5b-4164-ab0a-9f3020bb9493 req-2a00e4f2-82a8-49a9-8c73-90ff6c475b53 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:34.500162 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c6d17d4c-be5b-4164-ab0a-9f3020bb9493 req-2a00e4f2-82a8-49a9-8c73-90ff6c475b53 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0876801
May 19 06:33:34.545857 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c6d17d4c-be5b-4164-ab0a-9f3020bb9493 req-4c9d0c4f-df8a-4b3a-a976-cb7a495698d0 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387850
May 19 06:33:34.670874 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 48054) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:34.916242 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:34.936301 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:34.940783 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e1c5378e714e57b9674262efb2a5b8 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:34.943763 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:34.949777 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:35.038526 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.116947 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.125850 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d1b2b47f-a4d3-473b-b077-5a8570ab23e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:35.165310 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e9e1c5378e714e57b9674262efb2a5b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4932075
May 19 06:33:35.167059 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ee1265-2ad9-4a1f-bfe5-c859906c53b7,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:35.168026 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48070) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:35.174430 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.174776 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.175125 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.175497 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.175854 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.176184 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.176549 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.176884 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.177219 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.177555 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.177886 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.178216 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.182053 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:35.235748 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.325364 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.422967 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48086) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:35.459421 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.465035 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e4df634-7f6e-4189-aa00-1611785d30df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:35.477077 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca2235-e836-4027-9bf8-55348bc9f54a req-3478f8fc-269c-4e62-89eb-754bff41fd26 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:35.484210 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9fca2235-e836-4027-9bf8-55348bc9f54a req-3478f8fc-269c-4e62-89eb-754bff41fd26 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.1481965
May 19 06:33:35.484560 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ee1265-2ad9-4a1f-bfe5-c859906c53b7,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:35.495454 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.497245 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71ee1265-2ad9-4a1f-bfe5-c859906c53b7 HTTP/1.1" status: 204  len: 168 time: 0.3282459
May 19 06:33:35.499536 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.500058 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.500564 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.501267 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.501766 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.502437 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.503690 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.504184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.504695 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.505189 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.505724 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.506386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:35.509550 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:35.574586 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf195a-ef87-4e74-9ffb-c5a2322d74db req-4bb8671f-1d91-44d0-a023-eee5b79ba80f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:35.583046 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-33cf195a-ef87-4e74-9ffb-c5a2322d74db req-4bb8671f-1d91-44d0-a023-eee5b79ba80f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.3072987
May 19 06:33:35.584753 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.600295 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:35.604152 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Usage tracker for resource:security_group_rule and tenant:9dbd1116792f4b058151c5a574d55caf is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:35.606962 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:35.607904 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9fca2235-e836-4027-9bf8-55348bc9f54a req-833c11ff-cd38-471e-8049-3759fb6e1591 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228812
May 19 06:33:35.612798 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:35.635217 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-33cf195a-ef87-4e74-9ffb-c5a2322d74db req-ff427a6f-e57a-4107-8bd8-d9bc830c7945 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512571
May 19 06:33:35.702453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.779160 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.787866 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-52f8ba52-2c75-4cb2-a4a6-c9e20ca92d60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:35.827313 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dbd1116792f4b058151c5a574d55caf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4033463
May 19 06:33:35.828220 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b9acd-d5ef-40d6-81ae-ea85dc7d8762,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:35.831457 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 48098) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:35.831754 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:35.892132 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:35.919981 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.031285 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.036306 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0a9544c1-c48e-4b25-ab7b-1d200eb397f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:36.049076 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b9acd-d5ef-40d6-81ae-ea85dc7d8762,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:36.053577 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:36.057708 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.061444 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a0b9acd-d5ef-40d6-81ae-ea85dc7d8762 HTTP/1.1" status: 204  len: 168 time: 0.2261822
May 19 06:33:36.322676 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9a513aa8-3cf2-4a9f-87f4-f878e668fa54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.525363 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:33:36.651906 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cb67e-a71f-4ffa-96b2-b9a3f0689829 req-4876585e-56d7-4430-9219-118471b2ea24 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:36.659490 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3d4cb67e-a71f-4ffa-96b2-b9a3f0689829 req-4876585e-56d7-4430-9219-118471b2ea24 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0885255
May 19 06:33:36.687745 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:36.693819 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48130) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:36.717143 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00', 'network_id': 'f5392844-74d5-4901-80b4-e2220b971d32', 'port_id': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00', 'mac_address': 'fa:16:3e:dc:1f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c724c76b-14f0-49b5-983e-15863334ffe8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:33:36.723212 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3d4cb67e-a71f-4ffa-96b2-b9a3f0689829 req-3409b024-83bb-457f-a57a-cd8ff09accc9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627882
May 19 06:33:36.803953 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.845553 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:33:36.855427 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1808256918-network', 'tenant_id': '1f3376afc25b4455af65767129894372'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:36.860239 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:36.864497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Usage tracker for resource:network and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:36.867752 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:36.869124 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:36.874983 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:36.945462 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.945883 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Made reservation on behalf of 1f3376afc25b4455af65767129894372 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:36.947181 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:36.948283 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.972749 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:36.989632 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83310e-bb5c-4118-aa08-66e984127b65 req-85a7708f-12ec-422d-99b8-e588fe323469 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:36.991678 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1e83310e-bb5c-4118-aa08-66e984127b65 req-85a7708f-12ec-422d-99b8-e588fe323469 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.2494891
May 19 06:33:36.994226 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:36.998540 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:37.001622 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:37.005290 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9c1a7-3116-4f22-a18f-f5b60344e922 req-334e3c40-bbea-4cd3-a047-7ecc8f05aef3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:37.006735 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5a9c1a7-3116-4f22-a18f-f5b60344e922 req-334e3c40-bbea-4cd3-a047-7ecc8f05aef3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1205173
May 19 06:33:37.007973 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:37.029942 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:37.033577 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:37.076207 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1e83310e-bb5c-4118-aa08-66e984127b65 req-01199fdd-1dfb-496c-8e96-6728c9589217 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684812
May 19 06:33:37.080690 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5a9c1a7-3116-4f22-a18f-f5b60344e922 req-fc6f5d1c-6a4e-4b2e-b5e5-3baf03cb9573 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583270
May 19 06:33:37.098847 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:37.219810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:37.235467 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6d7a72ea-fec3-4afe-95b7-12781d653a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:37.252394 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:33:37.261608 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07c902f-0e7d-41e4-b883-2fedaa34e740,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:37.265111 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:37.267688 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:37.268030 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Added segment fd2a006d-0409-474e-a8ee-620f2412bf08 of type vlan for network 31138fa4-4832-4136-a8aa-0bffd13a86a3
May 19 06:33:37.295384 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:37.327078 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['7bb5fb59-1b3d-411c-ad51-6c805d0e1b00'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:33:37.396686 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:37.398051 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:37.398634 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:37.403590 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:37.507074 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Pushing event updated for resources: {'Network': ['ID=31138fa4-4832-4136-a8aa-0bffd13a86a3,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:37.521248 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:37.524994 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:33:37.569091 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8741374
May 19 06:33:37.572658 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48152) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:37.578104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Request body: {'subnet': {'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1808256918-subnet', 'tenant_id': '1f3376afc25b4455af65767129894372', 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:37.583305 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:37.587052 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Usage tracker for resource:subnet and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:37.589931 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:37.595584 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:37.665600 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Made reservation on behalf of 1f3376afc25b4455af65767129894372 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:37.667969 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:38.154843 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:38.159691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:38.236286 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84964ead-fdd3-4953-8995-dbdb2b8cfc47,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:38.240911 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:38.245567 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Checking segment: {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:38.246105 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Network hostable DHCP agents. Network: 31138fa4-4832-4136-a8aa-0bffd13a86a3, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:33:38.339506 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:33:38.407961 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 31138fa4-4832-4136-a8aa-0bffd13a86a3) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:38.412509 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:38.413094 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:38.417004 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f218b5f-39d7-4e8b-aaed-c92fd5490de2 req-dabddf5d-2a08-45cb-8979-1e49a00c3d8b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:38.417004 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f218b5f-39d7-4e8b-aaed-c92fd5490de2 req-dabddf5d-2a08-45cb-8979-1e49a00c3d8b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1623735
May 19 06:33:38.419008 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d914b-93da-4a76-867b-4b70ce8ca403 None None] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:33:38.436881 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2bfa3-45da-458d-a28e-cda7932f5053 req-84ac3c1d-a972-46da-9dde-e91455fe2940 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:38.438393 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-31c2bfa3-45da-458d-a28e-cda7932f5053 req-84ac3c1d-a972-46da-9dde-e91455fe2940 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 944 time: 0.1311116
May 19 06:33:38.501249 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9273801
May 19 06:33:38.504168 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f218b5f-39d7-4e8b-aaed-c92fd5490de2 req-baabc348-673a-4b77-a5ea-ec1c99e7e9f8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751643
May 19 06:33:38.504784 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48170) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:38.510419 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:38.517471 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:38.519685 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-31c2bfa3-45da-458d-a28e-cda7932f5053 req-1c49be5f-3061-4964-bd9a-a1739d8c1ffb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685487
May 19 06:33:38.523968 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Usage tracker for resource:router and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:38.534090 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:38.540043 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:38.613930 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:38.614956 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:38.631842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:38.650385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-31138fa4-4832-4136-a8aa-0bffd13a86a3', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:33:38.651207 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:38.802271 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Allocated IP 172.20.0.2 (31138fa4-4832-4136-a8aa-0bffd13a86a3/84964ead-fdd3-4953-8995-dbdb2b8cfc47/c9779ed1-6f5b-46f9-ad57-55a5e57b7120) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:38.962499 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.009229 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.019005 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Transition to ACTIVE for port object c9779ed1-6f5b-46f9-ad57-55a5e57b7120 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:39.037090 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Transition to ACTIVE for port object c9779ed1-6f5b-46f9-ad57-55a5e57b7120 will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:39.166707 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.173016 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:39.234658 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:39.235782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:39.242549 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:39.257288 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Pushing event updated for resources: {'Port': ['ID=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:39.261793 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.292336 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:39.335891 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c2b72605-5593-47f4-af9c-7a798fc5ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.356827 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Attempting to bind port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:39.357251 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Attempting to bind port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:39.357560 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Attempting to bind port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 on network 31138fa4-4832-4136-a8aa-0bffd13a86a3 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:39.362989 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:39.363390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Checking segment: {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:39.363791 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.364182 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Bound using segment: {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:39.365785 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Bound port: c9779ed1-6f5b-46f9-ad57-55a5e57b7120, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:39.365785 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.479297 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] For port c9779ed1-6f5b-46f9-ad57-55a5e57b7120, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:39.483430 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.489335 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] For port c9779ed1-6f5b-46f9-ad57-55a5e57b7120, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:39.514938 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.534113 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.538501 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:39.622572 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Pushing event updated for resources: {'Port': ['ID=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:39.625747 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:39.692745 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Allocated IP 172.27.1.195 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/c191771e-9a5f-4c69-bee9-1dd1f2958daf) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:39.856926 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998e589-84ef-4e08-b39c-1c7ed1939277 req-06c3ac62-5a6a-4502-a07f-8d5cea3cb79c tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:39.862658 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5998e589-84ef-4e08-b39c-1c7ed1939277 req-06c3ac62-5a6a-4502-a07f-8d5cea3cb79c tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 944 time: 0.1775591
May 19 06:33:39.867373 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa303e7-10ef-46d6-84e1-d4b0414c8f13 req-dfa3326a-20f9-463a-a87d-e6dc064cadbf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:39.868907 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0fa303e7-10ef-46d6-84e1-d4b0414c8f13 req-dfa3326a-20f9-463a-a87d-e6dc064cadbf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1472986
May 19 06:33:39.878878 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:39.964440 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5998e589-84ef-4e08-b39c-1c7ed1939277 req-4c536fce-b63d-4e5d-bee3-115c803e3cc9 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947032
May 19 06:33:39.969176 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0fa303e7-10ef-46d6-84e1-d4b0414c8f13 req-5cffae6f-ec2e-42fd-a3d9-2bc8d2dd0b65 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746477
May 19 06:33:40.048705 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:40.052958 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:40.094289 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:40.116083 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:40.118820 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:40.122717 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:40.188111 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Pushing event updated for resources: {'Port': ['ID=c191771e-9a5f-4c69-bee9-1dd1f2958daf,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:40.193088 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:40.553735 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:40.573068 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:40.611718 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9413d415-61b0-453b-8bf5-8774e7c0ef18 None None] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:33:40.800924 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c9779ed1-6f5b-46f9-ad57-55a5e57b7120 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:40.840643 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-aa37b152-a62f-41e5-86c6-0255040144d9 None None] Provisioning for port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:40.862003 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:40.876529 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:40.879869 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:40.934648 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.082823 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:41.098269 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:41.098626 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.158759 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.193230 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:33:41.207889 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:41.273433 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.277329 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:41.283658 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c7d41-7af2-4df6-8ad0-421f60b3837e req-4061e3fb-1dba-4b2f-93ca-3e02329fcc86 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:41.300951 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ff1c7d41-7af2-4df6-8ad0-421f60b3837e req-4061e3fb-1dba-4b2f-93ca-3e02329fcc86 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 944 time: 0.2067540
May 19 06:33:41.312814 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.339669 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:33:41.380030 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port c9779ed1-6f5b-46f9-ad57-55a5e57b7120, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:41.393347 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:41.396487 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:41.406371 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ff1c7d41-7af2-4df6-8ad0-421f60b3837e req-07a902cd-d2a3-4133-8a36-3d9ae8feb918 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019435
May 19 06:33:41.406478 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-0c6980de-2b34-4dae-87fb-ae4fcaa07fa0 None None] Provisioning complete for port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:41.406478 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0c6980de-2b34-4dae-87fb-ae4fcaa07fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.421744 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e99cd-e302-41b4-9e61-3ad884633c25 req-43639997-c2d5-44fc-88a6-0990bc12be6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:41.430350 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-798e99cd-e302-41b4-9e61-3ad884633c25 req-43639997-c2d5-44fc-88a6-0990bc12be6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.2742891
May 19 06:33:41.460820 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.464884 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:41.490044 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-798e99cd-e302-41b4-9e61-3ad884633c25 req-4f3b45b2-b3cc-4f85-b4ca-311218bf21d3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588071
May 19 06:33:41.498117 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00', 'code': 200}
May 19 06:33:41.506184 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.573541 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:41.582560 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:41.583497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:33:41.592947 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Sync routers for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:33:41.604418 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:41.605068 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80755fb220>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:41.728188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:41.729431 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.2234609
May 19 06:33:41.732173 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48210) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:41.779527 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:42.057312 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80755fb220>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:40Z', 'revision_number': 3, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:42.061108 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Checking router: 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:33:42.061455 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Updating router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 port c191771e-9a5f-4c69-bee9-1dd1f2958daf binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:33:42.116785 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.409714 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.442146 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.454226 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Transition to ACTIVE for port object c191771e-9a5f-4c69-bee9-1dd1f2958daf will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:42.544968 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.566305 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-aa35192f-6a3c-4561-a131-4b630cb70321 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:42.612181 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772e817-6d1c-45c7-8a10-5a77463dbaff req-6f3dfed2-9769-4d53-9640-a8179531d256 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:42.616553 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3772e817-6d1c-45c7-8a10-5a77463dbaff req-6f3dfed2-9769-4d53-9640-a8179531d256 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0912101
May 19 06:33:42.635595 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Allocated IP 172.20.0.1 (31138fa4-4832-4136-a8aa-0bffd13a86a3/84964ead-fdd3-4953-8995-dbdb2b8cfc47/2be279d2-7430-474c-9d7b-d24f425aab1c) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:42.636215 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32123837-c327-481e-98ff-038c61e94454 None None] Pushing event updated for resources: {'Port': ['ID=c191771e-9a5f-4c69-bee9-1dd1f2958daf,revision_number=2']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:42.657456 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Attempting to bind port c191771e-9a5f-4c69-bee9-1dd1f2958daf on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:42.657825 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Attempting to bind port c191771e-9a5f-4c69-bee9-1dd1f2958daf by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:42.658181 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Attempting to bind port c191771e-9a5f-4c69-bee9-1dd1f2958daf on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:42.663684 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:42.663992 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:42.664383 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.664763 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:42.665218 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Bound port: c191771e-9a5f-4c69-bee9-1dd1f2958daf, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:42.665581 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.742164 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3772e817-6d1c-45c7-8a10-5a77463dbaff req-8d2638f6-ed4d-4cb5-b0e1-254e2f073fba tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211541
May 19 06:33:42.777760 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08085f8-9bc3-44ee-99af-a0215586f464 req-d0d4bf8c-bc3b-4103-9054-c1970f018d48 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:42.779224 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f08085f8-9bc3-44ee-99af-a0215586f464 req-d0d4bf8c-bc3b-4103-9054-c1970f018d48 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1608839
May 19 06:33:42.780708 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] For port c191771e-9a5f-4c69-bee9-1dd1f2958daf, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:42.784047 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] For port c191771e-9a5f-4c69-bee9-1dd1f2958daf, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c191771e-9a5f-4c69-bee9-1dd1f2958daf,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:42.785813 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.786143 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.786615 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.787149 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.787635 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.788091 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.788533 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c9779ed1-6f5b-46f9-ad57-55a5e57b7120 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:42.789074 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.789531 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.792678 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.792678 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.792678 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.792678 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32123837-c327-481e-98ff-038c61e94454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:42.794726 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-32123837-c327-481e-98ff-038c61e94454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:42.811710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.832778 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Transition to ACTIVE for port object 2be279d2-7430-474c-9d7b-d24f425aab1c will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:42.844634 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f08085f8-9bc3-44ee-99af-a0215586f464 req-e61e04fa-ce0e-46ae-9e28-acd15e9ad7a6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594285
May 19 06:33:42.855008 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.860466 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:42.868166 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:42.868823 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.930373 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:42.930987 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80755fb220>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:42.951208 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:42.955548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a24c2203-2743-47ff-8e4c-3af18bf40505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:43.028676 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:43.030875 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32123837-c327-481e-98ff-038c61e94454 None None] Pushing event updated for resources: {'Port': ['ID=c191771e-9a5f-4c69-bee9-1dd1f2958daf,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:43.031466 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:43.034997 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:43.035470 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:43.036125 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-32123837-c327-481e-98ff-038c61e94454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:43.040967 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Pushing event updated for resources: {'Port': ['ID=2be279d2-7430-474c-9d7b-d24f425aab1c,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:43.133517 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:43.144133 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:43.339451 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ad1a258d-c63d-45f7-b054-dd428e7590d0 None None] Provisioning for port 2be279d2-7430-474c-9d7b-d24f425aab1c completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:43.345639 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ad1a258d-c63d-45f7-b054-dd428e7590d0 None None] Provisioning complete for port 2be279d2-7430-474c-9d7b-d24f425aab1c triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:43.346110 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ad1a258d-c63d-45f7-b054-dd428e7590d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:43.355765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:43.408981 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a258d-c63d-45f7-b054-dd428e7590d0 None None] Port 2be279d2-7430-474c-9d7b-d24f425aab1c cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:33:43.437023 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80755fb220>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:40Z', 'revision_number': 3, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:43.441427 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d5fc0-19d3-4f50-ba00-51233e003cb9 None None] The sync data for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi is: [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:40Z', 'revision_number': 3, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:33:43.606606 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:43.653687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:43.654514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:43.658956 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:43.805592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Pushing event updated for resources: {'Port': ['ID=2be279d2-7430-474c-9d7b-d24f425aab1c,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:43.812103 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:43.865134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:43.866687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:43.984413 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46fcf7-b8f5-4886-bb16-09796a36d4ef req-4c82090e-e830-41ed-b257-f3160603e697 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:43.997563 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ca46fcf7-b8f5-4886-bb16-09796a36d4ef req-4c82090e-e830-41ed-b257-f3160603e697 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.1552582
May 19 06:33:44.114282 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ca46fcf7-b8f5-4886-bb16-09796a36d4ef req-fc19f1c8-9605-46f5-9d43-49548520821e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154392
May 19 06:33:44.149906 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480e9fc-cf05-4a15-a077-85d11db6f9a3 req-1fba569b-53c3-4bde-a1e8-fd8cac00705c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:44.154897 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:33:44.158037 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f480e9fc-cf05-4a15-a077-85d11db6f9a3 req-1fba569b-53c3-4bde-a1e8-fd8cac00705c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1199198
May 19 06:33:44.223839 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f480e9fc-cf05-4a15-a077-85d11db6f9a3 req-42a923da-8dc5-4693-bb16-a36d6efac614 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581646
May 19 06:33:44.234841 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-6844fee3-32e1-441d-a457-accea22c11fc None None] Provisioning complete for port 2be279d2-7430-474c-9d7b-d24f425aab1c triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:44.235399 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-6844fee3-32e1-441d-a457-accea22c11fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:44.298433 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-6844fee3-32e1-441d-a457-accea22c11fc None None] Port 2be279d2-7430-474c-9d7b-d24f425aab1c cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:33:44.419551 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169eec5-ab8a-4881-8e93-256b1bee4ab1 req-50bce98b-c009-4441-a6b2-3063388f35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:44.420924 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4169eec5-ab8a-4881-8e93-256b1bee4ab1 req-50bce98b-c009-4441-a6b2-3063388f35e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 1098 time: 0.1844070
May 19 06:33:44.429103 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:33:44.437674 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] 10.222.0.25 "PUT /v2.0/routers/2b0c15a9-6383-40c1-8c4d-ecd0d91eba47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7045531
May 19 06:33:44.549586 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:33:44.802208 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c191771e-9a5f-4c69-bee9-1dd1f2958daf up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:44.945316 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port c191771e-9a5f-4c69-bee9-1dd1f2958daf completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:44.950249 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port c191771e-9a5f-4c69-bee9-1dd1f2958daf triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:44.950592 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.078247 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.092166 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Sync routers for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:33:45.103633 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port c191771e-9a5f-4c69-bee9-1dd1f2958daf, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c191771e-9a5f-4c69-bee9-1dd1f2958daf,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:45.106501 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:45.107106 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753299a0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:45.185576 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.191521 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:45.197622 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48256) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:45.203656 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1056846421-network', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:45.209052 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:45.212969 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Usage tracker for resource:network and tenant:ae4404e0a2bb41a08b14e638aaab37d6 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:45.215952 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:45.221765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:45.316762 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Made reservation on behalf of ae4404e0a2bb41a08b14e638aaab37d6 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:45.319324 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7e59c-7c66-4002-8857-96f28638fd43 req-142425d0-af68-44af-bde6-61ff3dd58193 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:45.319792 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.322346 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06d7e59c-7c66-4002-8857-96f28638fd43 req-142425d0-af68-44af-bde6-61ff3dd58193 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0989535
May 19 06:33:45.335466 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.343344 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=c191771e-9a5f-4c69-bee9-1dd1f2958daf,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:45.352737 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:45.357057 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4404e0a2bb41a08b14e638aaab37d6 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:45.357243 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.357655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.358048 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.358438 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.358822 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.359207 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.359738 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.360061 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.360382 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.360561 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:45.360693 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.361179 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.362037 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:33:45.368424 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:45.368671 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:45.373203 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:45.414539 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06d7e59c-7c66-4002-8857-96f28638fd43 req-0e993ba2-b5b4-4d59-931c-b07752165b41 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864573
May 19 06:33:45.467075 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ba1b5-3ee5-46df-9356-7673bc7e69e2 req-27a5a3fc-1397-48cf-9870-8367e3980e31 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:45.475820 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-236ba1b5-3ee5-46df-9356-7673bc7e69e2 req-27a5a3fc-1397-48cf-9870-8367e3980e31 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1024024
May 19 06:33:45.490643 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.522005 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-236ba1b5-3ee5-46df-9356-7673bc7e69e2 req-4f4192e5-ba30-493b-82da-1197c6ed4bad tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451441
May 19 06:33:45.539349 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.543712 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7157cfac-44a4-4c74-9826-7a040d6b95d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:45.567842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:33:45.581111 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12526244-7196-4f65-a147-3e665d050273,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:45.584986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:45.585909 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.586244 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Added segment 02ab67f1-e3a4-4203-8351-8d8c2cde6949 of type vlan for network cb3b2432-b21b-42b5-814e-7065a8294c05
May 19 06:33:45.616363 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.701806 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753299a0>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 2, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:45.705944 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Checking router: 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:33:45.706292 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Updating router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 port 2be279d2-7430-474c-9d7b-d24f425aab1c binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:33:45.710764 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.712104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:45.712687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.717611 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:45.795753 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:45.821654 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Pushing event updated for resources: {'Network': ['ID=cb3b2432-b21b-42b5-814e-7065a8294c05,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:45.824310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:45.845246 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network cb3b2432-b21b-42b5-814e-7065a8294c05 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:33:45.865945 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6671307
May 19 06:33:45.868547 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48266) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:45.874323 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Request body: {'subnet': {'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1056846421-subnet', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:45.879540 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:45.883334 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Usage tracker for resource:subnet and tenant:ae4404e0a2bb41a08b14e638aaab37d6 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:45.886130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:45.891877 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:45.950425 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Made reservation on behalf of ae4404e0a2bb41a08b14e638aaab37d6 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:33:45.953015 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.232655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.244139 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Transition to ACTIVE for port object 2be279d2-7430-474c-9d7b-d24f425aab1c will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:46.305092 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.308958 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:46.460754 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.465779 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:46.481847 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4118ad-ef7d-4ea1-b6a9-bb2f9fb144a6 None None] Pushing event updated for resources: {'Port': ['ID=2be279d2-7430-474c-9d7b-d24f425aab1c,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:46.518216 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8c4118ad-ef7d-4ea1-b6a9-bb2f9fb144a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:46.569471 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da466cdd-2ee7-4e80-b4f7-d1771d7933fd,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:46.585090 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:46.592923 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Checking segment: {'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:46.593274 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Network hostable DHCP agents. Network: cb3b2432-b21b-42b5-814e-7065a8294c05, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:33:46.627055 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-4169eec5-ab8a-4881-8e93-256b1bee4ab1 req-5b50c2de-9b7c-424a-ac5e-5a40cf34b73d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598156
May 19 06:33:46.679193 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91990b76-f444-416a-a307-6f719d336348 req-d15af9d3-eddd-4089-ae4c-5f287e747b8f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:46.680604 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-91990b76-f444-416a-a307-6f719d336348 req-d15af9d3-eddd-4089-ae4c-5f287e747b8f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.1339581
May 19 06:33:46.693870 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Network cb3b2432-b21b-42b5-814e-7065a8294c05 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:33:46.745820 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-91990b76-f444-416a-a307-6f719d336348 req-d59e31c8-aedf-49d8-91e2-cc6c7ef36d07 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595195
May 19 06:33:46.756159 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c191771e-9a5f-4c69-bee9-1dd1f2958daf up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:46.770195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb244578-7996-48e3-a396-dab2d96eca92 req-93e267e2-0958-4db3-9839-63d3ed6a44a8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:46.771663 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cb244578-7996-48e3-a396-dab2d96eca92 req-93e267e2-0958-4db3-9839-63d3ed6a44a8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1328664
May 19 06:33:46.773543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, cb3b2432-b21b-42b5-814e-7065a8294c05) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:46.777572 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:46.778716 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.788125 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953f7b4b-ad0b-4271-bd3e-9be2508912f1 None None] Network cb3b2432-b21b-42b5-814e-7065a8294c05 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:33:46.829160 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cb244578-7996-48e3-a396-dab2d96eca92 req-082c74b0-ae02-43a9-add8-81e1ff66bc42 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488889
May 19 06:33:46.856657 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a745d50f-0d57-4fa2-8ebc-b47ef8711a64 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9870861
May 19 06:33:46.859167 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48280) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:46.864162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:46.868952 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:46.873144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Usage tracker for resource:router and tenant:ae4404e0a2bb41a08b14e638aaab37d6 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:46.877859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:46.883935 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:46.931953 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Attempting to bind port 2be279d2-7430-474c-9d7b-d24f425aab1c on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:46.932370 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Attempting to bind port 2be279d2-7430-474c-9d7b-d24f425aab1c by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:46.932742 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Attempting to bind port 2be279d2-7430-474c-9d7b-d24f425aab1c on network 31138fa4-4832-4136-a8aa-0bffd13a86a3 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:46.942603 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.943942 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.948027 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:46.948027 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Checking segment: {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:46.948257 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.948575 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Bound using segment: {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:46.949066 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Bound port: 2be279d2-7430-474c-9d7b-d24f425aab1c, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:46.949498 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.958549 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:46.980805 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port c191771e-9a5f-4c69-bee9-1dd1f2958daf triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:46.981178 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:47.187324 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] For port 2be279d2-7430-474c-9d7b-d24f425aab1c, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:47.197176 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] For port 2be279d2-7430-474c-9d7b-d24f425aab1c, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=2be279d2-7430-474c-9d7b-d24f425aab1c,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:47.223865 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-cb3b2432-b21b-42b5-814e-7065a8294c05', 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'fixed_ips': [{'subnet_id': 'da466cdd-2ee7-4e80-b4f7-d1771d7933fd'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:33:47.224234 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:47.312975 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:47.317697 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:47.338161 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:47.417148 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4118ad-ef7d-4ea1-b6a9-bb2f9fb144a6 None None] Pushing event updated for resources: {'Port': ['ID=2be279d2-7430-474c-9d7b-d24f425aab1c,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:47.424543 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8c4118ad-ef7d-4ea1-b6a9-bb2f9fb144a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:47.438734 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:47.439773 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753299a0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:47.696298 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Allocated IP 172.20.0.2 (cb3b2432-b21b-42b5-814e-7065a8294c05/da466cdd-2ee7-4e80-b4f7-d1771d7933fd/c57a06d1-7491-4845-9d2b-5ff7a3ae4f59) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:47.717646 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:47.747170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:47.756617 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:47.899018 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Allocated IP 172.27.1.247 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/39412e84-70aa-43d1-807d-d05ac4990d52) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:47.940301 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15a958-c803-494a-a245-8fc2a0111ff9 req-c6e2c466-59c5-4eee-b688-dd1786a5ba39 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:47.941933 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5b15a958-c803-494a-a245-8fc2a0111ff9 req-c6e2c466-59c5-4eee-b688-dd1786a5ba39 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0856829
May 19 06:33:48.125606 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5b15a958-c803-494a-a245-8fc2a0111ff9 req-0005e224-9915-49cf-8ea2-7599e5916ade tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1771786
May 19 06:33:48.155409 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:48.161596 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eca78d-0004-4c3e-b69f-d05632b1b2b3 req-e5a64fb2-f40a-4a24-b962-d602fd52ae6d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:48.162526 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:48.163111 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29eca78d-0004-4c3e-b69f-d05632b1b2b3 req-e5a64fb2-f40a-4a24-b962-d602fd52ae6d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0909412
May 19 06:33:48.207145 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Transition to ACTIVE for port object c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:48.217725 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29eca78d-0004-4c3e-b69f-d05632b1b2b3 req-b40258d6-7ab9-4c58-a0d2-59e3b7ed9fea tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426898
May 19 06:33:48.237701 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Transition to ACTIVE for port object c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:48.254433 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753299a0>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:47Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:48.258293 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ba73ef-2179-4511-a89f-66699c829693 None None] The sync data for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi is: [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:47Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:33:48.319748 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:48.324434 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6ec3b1fc-5c16-4b2a-a18b-694d40ee0cdb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:48.340134 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:48.344011 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:48.398371 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:48.406690 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:48.413069 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:48.430099 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Network cb3b2432-b21b-42b5-814e-7065a8294c05 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:48.433308 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:48.437234 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:48.443813 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Pushing event updated for resources: {'Port': ['ID=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:48.448019 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:48.548261 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Attempting to bind port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:48.548512 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Attempting to bind port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:48.548842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Attempting to bind port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 on network cb3b2432-b21b-42b5-814e-7065a8294c05 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:48.556230 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:48.557131 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Checking segment: {'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:48.557773 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:48.558381 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Bound using segment: {'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:48.559141 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Bound port: c57a06d1-7491-4845-9d2b-5ff7a3ae4f59, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:48.559789 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:48.651657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Pushing event updated for resources: {'Port': ['ID=39412e84-70aa-43d1-807d-d05ac4990d52,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:48.652863 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:48.661319 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] For port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:48.665901 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] For port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,segment=NetworkSegment(02ab67f1-e3a4-4203-8351-8d8c2cde6949),segment_id=02ab67f1-e3a4-4203-8351-8d8c2cde6949)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:48.728949 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:48.743160 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:48.815512 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2be279d2-7430-474c-9d7b-d24f425aab1c up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:48.903738 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Pushing event updated for resources: {'Port': ['ID=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:48.906920 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:49.059871 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 2be279d2-7430-474c-9d7b-d24f425aab1c completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:49.066164 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 2be279d2-7430-474c-9d7b-d24f425aab1c triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:49.066565 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:49.169366 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:49.322379 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:49.406736 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 2be279d2-7430-474c-9d7b-d24f425aab1c, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=2be279d2-7430-474c-9d7b-d24f425aab1c,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:49.494588 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:49.498275 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:49.622492 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=2be279d2-7430-474c-9d7b-d24f425aab1c,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:49.628586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:49.661080 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b8b62-7ffc-469d-aa96-895cfe439833 req-10e8b913-3ff5-447f-8261-862f3523f3a8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:49.675041 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7d0b8b62-7ffc-469d-aa96-895cfe439833 req-10e8b913-3ff5-447f-8261-862f3523f3a8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1738436
May 19 06:33:49.738445 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f94b06-ced7-4dc0-a117-6996809b3d27 req-7b7755ee-d45a-4bac-8af9-87923e49764e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:49.740403 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-49f94b06-ced7-4dc0-a117-6996809b3d27 req-7b7755ee-d45a-4bac-8af9-87923e49764e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.3472846
May 19 06:33:49.763941 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7d0b8b62-7ffc-469d-aa96-895cfe439833 req-394b7943-bb92-4c51-9a65-7e363f1e494f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0876117
May 19 06:33:49.805182 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:49.840530 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-49f94b06-ced7-4dc0-a117-6996809b3d27 req-53e35d6c-88e0-4818-a581-0b71ffc4b466 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931373
May 19 06:33:50.036205 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e9963-aafe-4fd3-8e32-6eaae98e2150 None None] Network cb3b2432-b21b-42b5-814e-7065a8294c05 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:33:50.133544 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:33:50.397174 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:33:50.398881 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-94587213-3223-42b6-8629-c23ffceec2b5 None None] Provisioning for port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:50.399060 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Sync routers for ids ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:33:50.399060 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Routers {'2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:50.399060 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80750b6a90>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:50.511013 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:50.512280 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.6521533
May 19 06:33:50.515192 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48342) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:50.525360 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Set router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:50.831886 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:33:50.850273 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80750b6a90>, [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:33:48Z', 'revision_number': 3, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port': {'id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:47Z', 'updated_at': '2021-05-19T06:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:50.853000 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Checking router: 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:33:50.853348 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Updating router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 port 39412e84-70aa-43d1-807d-d05ac4990d52 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:33:50.915344 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:50.953172 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:51.074706 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf2a1-1131-43e4-a596-63b32bcefb94 req-f6dee893-9b6d-4c9c-a93f-dc1f8ac6f945 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:51.077370 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-73baf2a1-1131-43e4-a596-63b32bcefb94 req-f6dee893-9b6d-4c9c-a93f-dc1f8ac6f945 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1588082
May 19 06:33:51.142253 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-73baf2a1-1131-43e4-a596-63b32bcefb94 req-2c598373-deda-44ef-a39a-6d291f41d5af tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581918
May 19 06:33:51.282454 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:51.321178 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'port_id': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'mac_address': 'fa:16:3e:2d:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:33:51.422782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:51.428803 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.438316 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.445468 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:51.450597 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.450726 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Transition to ACTIVE for port object 39412e84-70aa-43d1-807d-d05ac4990d52 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:51.475859 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5590b1c-6790-4705-8d1d-4af9e142fc00 req-bdefcb3b-a3da-427a-b74d-8602dcc4a8d0 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:51.477393 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b5590b1c-6790-4705-8d1d-4af9e142fc00 req-bdefcb3b-a3da-427a-b74d-8602dcc4a8d0 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1726034
May 19 06:33:51.490629 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c414d-2dab-4561-a445-f4a9b37c0b2a req-18a44f55-e9b6-427b-8396-ce155722d315 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:51.492066 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d2c414d-2dab-4561-a445-f4a9b37c0b2a req-18a44f55-e9b6-427b-8396-ce155722d315 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.1365144
May 19 06:33:51.505337 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e5ba660-51e6-41b1-953c-6f05b2e17a26 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:33:51.522096 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.527133 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:51.540170 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:51.570403 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b5590b1c-6790-4705-8d1d-4af9e142fc00 req-9b835b85-26cc-4e20-89a5-9883d98d9ade tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773726
May 19 06:33:51.593596 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d2c414d-2dab-4561-a445-f4a9b37c0b2a req-1defbcc2-a4e9-48d0-935d-2f0c9278c6b7 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853229
May 19 06:33:51.627165 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.637832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-b7ed134b-dc1e-4bd7-91eb-623549d33c34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:51.659692 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Attempting to bind port 39412e84-70aa-43d1-807d-d05ac4990d52 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:51.660301 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Attempting to bind port 39412e84-70aa-43d1-807d-d05ac4990d52 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:51.660757 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Attempting to bind port 39412e84-70aa-43d1-807d-d05ac4990d52 on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:51.666639 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740424e3-193f-43f0-81ec-fac65db47ddf None None] Pushing event updated for resources: {'Port': ['ID=39412e84-70aa-43d1-807d-d05ac4990d52,revision_number=2']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:51.670840 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-740424e3-193f-43f0-81ec-fac65db47ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:51.672259 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:51.672950 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:51.673565 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.675051 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:51.675741 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Bound port: 39412e84-70aa-43d1-807d-d05ac4990d52, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:51.676645 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.727826 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.756915 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-e60a043c-ce50-43fd-8bb7-cf4414f7e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:51.758624 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-e60a043c-ce50-43fd-8bb7-cf4414f7e598 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.2963567
May 19 06:33:51.764009 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=6']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:51.768367 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:51.779998 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,segment=NetworkSegment(02ab67f1-e3a4-4203-8351-8d8c2cde6949),segment_id=02ab67f1-e3a4-4203-8351-8d8c2cde6949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:51.789926 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] For port 39412e84-70aa-43d1-807d-d05ac4990d52, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:51.794089 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] For port 39412e84-70aa-43d1-807d-d05ac4990d52, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=39412e84-70aa-43d1-807d-d05ac4990d52,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:51.856080 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['0e5ba660-51e6-41b1-953c-6f05b2e17a26'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:33:51.884719 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.885552 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2be279d2-7430-474c-9d7b-d24f425aab1c up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:51.894545 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.898578 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:51.918184 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:51.921402 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:51.976753 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Routers {'2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:51.977823 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80750b6a90>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:51.991209 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-cc5ff2bc-f462-4ac4-9543-88ebcc5582ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:51.992862 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-cc5ff2bc-f462-4ac4-9543-88ebcc5582ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.1895394
May 19 06:33:52.034451 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740424e3-193f-43f0-81ec-fac65db47ddf None None] Pushing event updated for resources: {'Port': ['ID=39412e84-70aa-43d1-807d-d05ac4990d52,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:52.045836 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-740424e3-193f-43f0-81ec-fac65db47ddf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:52.054893 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:52.064213 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:52.091655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 2be279d2-7430-474c-9d7b-d24f425aab1c triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:52.092261 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:52.112077 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-ba856d06-256e-4da8-9b5e-6a1352663e46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 217 time: 0.0689697
May 19 06:33:52.166073 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] Set router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:52.279532 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-8b2db579-6d9c-4e29-a20c-b4c8c1a00b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:52.281302 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-8b2db579-6d9c-4e29-a20c-b4c8c1a00b89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.1593320
May 19 06:33:52.372518 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-e042ff87-4aae-47ee-a070-05016822ce11 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474067
May 19 06:33:52.417566 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba10ad-0d0c-4dee-bfbc-ab38069ff7da req-37338ba0-8b2c-4795-96d6-078321d673e6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:52.425746 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-66ba10ad-0d0c-4dee-bfbc-ab38069ff7da req-37338ba0-8b2c-4795-96d6-078321d673e6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 944 time: 0.1060169
May 19 06:33:52.451468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Allocated IP 172.20.0.1 (cb3b2432-b21b-42b5-814e-7065a8294c05/da466cdd-2ee7-4e80-b4f7-d1771d7933fd/da7bf2d1-0839-4734-a983-118d4227899e) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:33:52.510449 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-66ba10ad-0d0c-4dee-bfbc-ab38069ff7da req-af3859d3-d1f4-4a85-baba-7a77ce35284f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629673
May 19 06:33:52.548061 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80750b6a90>, [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:33:48Z', 'revision_number': 3, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port': {'id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:47Z', 'updated_at': '2021-05-19T06:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:52.554539 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d2a46d-d01e-4ba7-b4fb-bead7718dbc0 None None] The sync data for ids ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'] in dv-cinder-790910-3-iscsi is: [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:33:48Z', 'revision_number': 3, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port': {'id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:47Z', 'updated_at': '2021-05-19T06:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:33:52.686192 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-902cd46c-f6b7-4dd6-98bf-b65df40f7eab service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2997489
May 19 06:33:52.693608 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:52.749141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Transition to ACTIVE for port object da7bf2d1-0839-4734-a983-118d4227899e will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:52.799502 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:52.855910 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9fa28d04-0f83-4d7a-a0e5-ba28715d82d3 req-fd3dbce3-2b8b-42ec-8d44-f716014db6d8 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591666
May 19 06:33:52.861849 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d5176-cce6-4285-a405-c967f6bf1ad7 req-51a47803-c81a-48cd-bbbc-d7bcdd52b4d9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:52.888021 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6f9d5176-cce6-4285-a405-c967f6bf1ad7 req-51a47803-c81a-48cd-bbbc-d7bcdd52b4d9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1665492
May 19 06:33:52.925170 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:52.991891 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:52.996989 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:53.014241 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6f9d5176-cce6-4285-a405-c967f6bf1ad7 req-09828f1a-d53a-45a7-98f0-e3b903e07798 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250880
May 19 06:33:53.057526 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:53.059656 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:53.146617 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:53.147118 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:53.150316 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Network cb3b2432-b21b-42b5-814e-7065a8294c05 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:53.154347 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:53.158170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:33:53.166708 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:53.283909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:53.309264 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Pushing event updated for resources: {'Port': ['ID=da7bf2d1-0839-4734-a983-118d4227899e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:53.313074 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:53.335805 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:53.337039 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:33:53.422333 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:53.427570 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:53.467627 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'code': 200}
May 19 06:33:53.509627 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:53.516974 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=7']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:53.525437 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:53.630784 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2c22bfec-8b26-44b1-a9a7-d62fb78d30e5 None None] Provisioning for port da7bf2d1-0839-4734-a983-118d4227899e completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:53.648699 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2c22bfec-8b26-44b1-a9a7-d62fb78d30e5 None None] Provisioning complete for port da7bf2d1-0839-4734-a983-118d4227899e triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:53.652877 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2c22bfec-8b26-44b1-a9a7-d62fb78d30e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:53.771712 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d1bd7-a245-4b7d-834d-561e32506ae8 req-36a8391b-9164-4575-98b3-473ade3aef0a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:53.780156 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f40d1bd7-a245-4b7d-834d-561e32506ae8 req-36a8391b-9164-4575-98b3-473ade3aef0a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1348708
May 19 06:33:53.781665 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2c22bfec-8b26-44b1-a9a7-d62fb78d30e5 None None] Port da7bf2d1-0839-4734-a983-118d4227899e cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:33:53.875877 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f40d1bd7-a245-4b7d-834d-561e32506ae8 req-d0083ced-baa4-4d74-8951-75518c5068e9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944860
May 19 06:33:53.998841 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:54.093386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:54.094235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:54.105131 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:54.266238 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3628fa-c2a6-43c7-b5bd-5f4a7a407a5f req-a34212de-4be6-4fcd-89ff-08bfda98fbb2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:54.275108 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d3628fa-c2a6-43c7-b5bd-5f4a7a407a5f req-a34212de-4be6-4fcd-89ff-08bfda98fbb2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1274316
May 19 06:33:54.317617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Pushing event updated for resources: {'Port': ['ID=da7bf2d1-0839-4734-a983-118d4227899e,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:54.354496 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d3628fa-c2a6-43c7-b5bd-5f4a7a407a5f req-ed0820ec-3b82-4b69-86ca-50063319c450 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780623
May 19 06:33:54.403090 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Network cb3b2432-b21b-42b5-814e-7065a8294c05 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:33:54.405092 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:54.421573 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:33:54.659159 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:33:54.727412 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-f32d8c76-1aa4-43d7-b33c-779d73e134f5 None None] Provisioning complete for port da7bf2d1-0839-4734-a983-118d4227899e triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:54.729838 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f32d8c76-1aa4-43d7-b33c-779d73e134f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:54.833400 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 39412e84-70aa-43d1-807d-d05ac4990d52 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:54.869586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-f32d8c76-1aa4-43d7-b33c-779d73e134f5 None None] Port da7bf2d1-0839-4734-a983-118d4227899e cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:33:54.980012 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:33:55.006503 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] 10.222.0.25 "PUT /v2.0/routers/2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4899065
May 19 06:33:55.028841 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 39412e84-70aa-43d1-807d-d05ac4990d52 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:33:55.048629 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 39412e84-70aa-43d1-807d-d05ac4990d52 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:55.048629 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:55.356400 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d77f1-1d61-4feb-95dd-3fdc83778089 req-f80f9f0d-113a-4322-92d8-3b3d6871b91d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:55.360112 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-247d77f1-1d61-4feb-95dd-3fdc83778089 req-f80f9f0d-113a-4322-92d8-3b3d6871b91d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1979141
May 19 06:33:55.405243 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:55.432504 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 39412e84-70aa-43d1-807d-d05ac4990d52, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=39412e84-70aa-43d1-807d-d05ac4990d52,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:33:55.471761 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-247d77f1-1d61-4feb-95dd-3fdc83778089 req-ca0712ad-52a7-4737-b7aa-d5bcca8624ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0993514
May 19 06:33:55.511193 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:55.517105 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:55.631378 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=39412e84-70aa-43d1-807d-d05ac4990d52,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:55.634689 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:55.737576 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Sync routers for ids ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:33:55.749488 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Routers {'2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:55.750456 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8074850640>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:55.793682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b0e4-5298-4dc9-97c4-19c8d1189d23 req-ea02f92b-1289-416c-9f47-f14b99463a0d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:55.795302 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-41d0b0e4-5298-4dc9-97c4-19c8d1189d23 req-ea02f92b-1289-416c-9f47-f14b99463a0d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0915213
May 19 06:33:55.887811 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-41d0b0e4-5298-4dc9-97c4-19c8d1189d23 req-61db5b7b-6ece-414c-b1c6-c397ce49806d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867033
May 19 06:33:56.113105 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Set router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:56.424244 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48484) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:56.424244 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480279390', 'description': 'tempest-secgroup-smoke-480279390 description', 'project_id': '1f3376afc25b4455af65767129894372'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:56.424244 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:56.424244 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:56.424244 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:56.424244 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:56.542911 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8074850640>, [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:33:53Z', 'revision_number': 4, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port': {'id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:47Z', 'updated_at': '2021-05-19T06:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': 'da7bf2d1-0839-4734-a983-118d4227899e', 'name': '', 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'mac_address': 'fa:16:3e:ff:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'da466cdd-2ee7-4e80-b4f7-d1771d7933fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:52Z', 'updated_at': '2021-05-19T06:33:53Z', 'revision_number': 2, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'subnets': [{'id': 'da466cdd-2ee7-4e80-b4f7-d1771d7933fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:56.547465 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Checking router: 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:33:56.547975 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Updating router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 port da7bf2d1-0839-4734-a983-118d4227899e binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:33:56.602346 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:56.648392 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:56.660350 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:56.669271 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:56.672738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:56.769335 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:56.774739 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f656c-e502-4835-86fc-a4528840efa4 req-eb57da79-0b52-4044-b7db-d50c64513a5f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:56.777104 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4a5f656c-e502-4835-86fc-a4528840efa4 req-eb57da79-0b52-4044-b7db-d50c64513a5f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1610589
May 19 06:33:56.834631 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4a5f656c-e502-4835-86fc-a4528840efa4 req-0bfc0b53-c9ea-44c1-954d-8239738f3712 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514557
May 19 06:33:56.850157 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:56.874326 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 39412e84-70aa-43d1-807d-d05ac4990d52 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:33:56.927913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:56.970350 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-34944231-c70e-4b68-acb7-9e30bd5fce9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:57.067973 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:57.079614 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:57.099170 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 39412e84-70aa-43d1-807d-d05ac4990d52 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:33:57.099618 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.168047 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.169300 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7873535
May 19 06:33:57.172377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48500) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:57.177592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'security_group_rule': {'security_group_id': 'a919e7a1-1dc5-4eaa-9fb8-bef048fb6757', 'project_id': '1f3376afc25b4455af65767129894372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:57.190420 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a31b41-f0b1-49ea-97a4-439288257d3a req-3defa32d-d83b-4b68-a184-db8e34b52e3d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:57.191377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:57.197057 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-03a31b41-f0b1-49ea-97a4-439288257d3a req-3defa32d-d83b-4b68-a184-db8e34b52e3d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1307523
May 19 06:33:57.201210 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:57.205671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:57.218539 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:57.285472 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-03a31b41-f0b1-49ea-97a4-439288257d3a req-65a11ffe-28ec-42b8-b25b-ffc065e95ac3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846350
May 19 06:33:57.315406 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.390948 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.408910 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Transition to ACTIVE for port object da7bf2d1-0839-4734-a983-118d4227899e will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:33:57.428502 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.477051 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.481963 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:57.507769 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.508047 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:57.565088 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b05e4c-cc52-4fa1-8c66-7c1eb4281f47,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:57.582672 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:57.660087 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.665067 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 48508) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:57.668167 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4947355
May 19 06:33:57.672787 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30cd8f-d153-49e9-9fe0-b526ad2747c8 None None] Pushing event updated for resources: {'Port': ['ID=da7bf2d1-0839-4734-a983-118d4227899e,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:57.676072 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ba30cd8f-d153-49e9-9fe0-b526ad2747c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:57.683082 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'security_group_rule': {'security_group_id': 'a919e7a1-1dc5-4eaa-9fb8-bef048fb6757', 'project_id': '1f3376afc25b4455af65767129894372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:57.701023 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:57.708573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:57.720395 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:57.732991 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:57.793491 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Attempting to bind port da7bf2d1-0839-4734-a983-118d4227899e on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:33:57.794166 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Attempting to bind port da7bf2d1-0839-4734-a983-118d4227899e by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:33:57.795245 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Attempting to bind port da7bf2d1-0839-4734-a983-118d4227899e on network cb3b2432-b21b-42b5-814e-7065a8294c05 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:33:57.802848 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:33:57.803797 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Checking segment: {'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:33:57.804271 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.805068 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Bound using segment: {'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:33:57.805785 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Bound port: da7bf2d1-0839-4734-a983-118d4227899e, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ab67f1-e3a4-4203-8351-8d8c2cde6949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:33:57.806224 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.829592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-08285f5f-18ca-43ec-a9ca-b8ff72c8a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:57.831170 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-08285f5f-18ca-43ec-a9ca-b8ff72c8a837 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.1605678
May 19 06:33:57.874568 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:57.947985 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] For port da7bf2d1-0839-4734-a983-118d4227899e, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:33:57.954644 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] For port da7bf2d1-0839-4734-a983-118d4227899e, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=da7bf2d1-0839-4734-a983-118d4227899e,segment=NetworkSegment(02ab67f1-e3a4-4203-8351-8d8c2cde6949),segment_id=02ab67f1-e3a4-4203-8351-8d8c2cde6949)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:33:58.125494 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-a40b9ad6-eb88-4936-8d62-66d72d7ef5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:58.127371 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-a40b9ad6-eb88-4936-8d62-66d72d7ef5ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.2704575
May 19 06:33:58.185621 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:58.199422 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:58.206985 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11957f0-ad9f-42ec-a0b6-6a3035da7757 req-352a8dbc-2bd9-4404-aef3-c99d18d6183e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:58.232660 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a11957f0-ad9f-42ec-a0b6-6a3035da7757 req-352a8dbc-2bd9-4404-aef3-c99d18d6183e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1326034
May 19 06:33:58.242089 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-27d51e5a-9faf-44f1-a30b-37e9b0123362 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 217 time: 0.0972679
May 19 06:33:58.307312 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:58.336127 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-42c8fb6e-991f-41ee-812c-c9aa5e795ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:58.341354 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-42c8fb6e-991f-41ee-812c-c9aa5e795ad9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.0905766
May 19 06:33:58.366462 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30cd8f-d153-49e9-9fe0-b526ad2747c8 None None] Pushing event updated for resources: {'Port': ['ID=da7bf2d1-0839-4734-a983-118d4227899e,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:58.372973 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ba30cd8f-d153-49e9-9fe0-b526ad2747c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:58.390237 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a11957f0-ad9f-42ec-a0b6-6a3035da7757 req-34701613-cf3f-4485-a91e-e44b2e0b6f7b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1564567
May 19 06:33:58.391122 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:58.396839 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Routers {'2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:33:58.397792 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8074850640>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:33:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:58.452163 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-db5e1d78-59b1-42c8-a2b3-9ee68b6bbd8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0946970
May 19 06:33:58.457271 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:58.500460 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e09290-b81f-4b70-bc05-dbcead364ca0,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:58.521900 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:58.534352 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:58.537643 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.8693521
May 19 06:33:58.539077 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 48526) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:58.554338 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'security_group_rule': {'security_group_id': 'a919e7a1-1dc5-4eaa-9fb8-bef048fb6757', 'project_id': '1f3376afc25b4455af65767129894372', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:58.577201 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:58.587205 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:58.594941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:58.610218 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:58.701475 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:58.755779 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] Set router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:33:58.821514 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:58.889254 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-865c5e8f-a9f6-4a77-8b45-7f844f0b370f service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4259176
May 19 06:33:59.016287 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f47796-58ea-419b-a87e-5c5044e5691f req-b3353bfe-e27b-408c-b857-45b54b2d0011 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:59.021346 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-12f47796-58ea-419b-a87e-5c5044e5691f req-b3353bfe-e27b-408c-b857-45b54b2d0011 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1502669
May 19 06:33:59.051281 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2ddbd7e3-b282-4965-8975-660a55f4db0e req-df9b5141-7127-4ab5-8394-d950deb343cc service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462047
May 19 06:33:59.073086 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-12f47796-58ea-419b-a87e-5c5044e5691f req-6003acf3-c1a2-4b60-bfc4-48fdfb0cef25 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486362
May 19 06:33:59.165811 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8074850640>, [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:33:53Z', 'revision_number': 4, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port': {'id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:47Z', 'updated_at': '2021-05-19T06:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': 'da7bf2d1-0839-4734-a983-118d4227899e', 'name': '', 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'mac_address': 'fa:16:3e:ff:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'da466cdd-2ee7-4e80-b4f7-d1771d7933fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:52Z', 'updated_at': '2021-05-19T06:33:57Z', 'revision_number': 4, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'subnets': [{'id': 'da466cdd-2ee7-4e80-b4f7-d1771d7933fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:33:59.170632 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8aacc-7eb3-459e-9a20-4940dc1a6cb1 None None] The sync data for ids ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'] in dv-cinder-790910-3-iscsi is: [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:33:53Z', 'revision_number': 4, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port': {'id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:47Z', 'updated_at': '2021-05-19T06:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': 'da7bf2d1-0839-4734-a983-118d4227899e', 'name': '', 'network_id': 'cb3b2432-b21b-42b5-814e-7065a8294c05', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'mac_address': 'fa:16:3e:ff:9f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'da466cdd-2ee7-4e80-b4f7-d1771d7933fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:52Z', 'updated_at': '2021-05-19T06:33:57Z', 'revision_number': 4, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'subnets': [{'id': 'da466cdd-2ee7-4e80-b4f7-d1771d7933fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:33:59.185130 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:59.187188 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:59.210764 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3064fd88-721b-404c-bc91-7789f32d9769,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:59.232640 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:59.280182 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:59.286210 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48538) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:59.289489 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7462773
May 19 06:33:59.309377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'security_group_rule': {'security_group_id': 'a919e7a1-1dc5-4eaa-9fb8-bef048fb6757', 'project_id': '1f3376afc25b4455af65767129894372', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:59.329567 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:59.336259 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:59.340512 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:59.358702 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:59.451195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:59.576336 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:59.677667 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:59.681848 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-13d511cf-3270-4af5-8593-d8fa26512ba9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:33:59.713804 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38b904c-44c0-47a5-bb52-05380400a79d,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:33:59.719185 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:33:59.756865 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071daa17-5a31-4f79-abcb-40727dc07bbf req-fe7c0bbd-0ff4-42d5-a90a-6ae6d19eb527 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:33:59.759247 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-071daa17-5a31-4f79-abcb-40727dc07bbf req-fe7c0bbd-0ff4-42d5-a90a-6ae6d19eb527 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1681638
May 19 06:33:59.802011 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:33:59.806312 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5188370
May 19 06:33:59.807380 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48554) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:33:59.813813 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'security_group_rule': {'security_group_id': 'a919e7a1-1dc5-4eaa-9fb8-bef048fb6757', 'project_id': '1f3376afc25b4455af65767129894372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:33:59.835104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:33:59.843888 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:33:59.850089 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:33:59.861819 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-071daa17-5a31-4f79-abcb-40727dc07bbf req-3ceec6cf-2f16-4473-ae32-7289ef20c9b6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944664
May 19 06:33:59.867395 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:33:59.956558 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.securitygroups_db [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Project 1f3376afc25b4455af65767129894372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 06:33:59.962880 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.072323 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.147802 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.154395 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c4318587-f25d-4fa3-8737-b6907e403861 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:00.175821 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90149504-5b4c-458f-9acb-016896921d81,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:00.183091 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:00.287825 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.289254 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4807708
May 19 06:34:00.292245 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48562) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:00.298407 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'security_group_rule': {'security_group_id': 'a919e7a1-1dc5-4eaa-9fb8-bef048fb6757', 'project_id': '1f3376afc25b4455af65767129894372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:34:00.317464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:00.322937 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:security_group_rule and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:00.329510 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:00.336230 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:00.340372 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31fece-84ae-49bd-b121-1c115ff98ec3 req-035d0562-3b74-4150-9341-c6684a3362cb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:00.347918 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ad31fece-84ae-49bd-b121-1c115ff98ec3 req-035d0562-3b74-4150-9341-c6684a3362cb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1197233
May 19 06:34:00.399819 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ad31fece-84ae-49bd-b121-1c115ff98ec3 req-9db7f8db-7ddb-4025-93a3-85586064278d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506902
May 19 06:34:00.407737 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.securitygroups_db [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Project 1f3376afc25b4455af65767129894372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 06:34:00.421963 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.510273 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.590913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.593217 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8c012038-98bb-48e8-8c34-cd748fe4177b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:00.615931 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87ba35a-1dc0-4c5e-8077-96baf1675114,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:00.618388 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:00.687489 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:00.689002 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3954132
May 19 06:34:00.814216 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device da7bf2d1-0839-4734-a983-118d4227899e up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:34:01.030485 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port da7bf2d1-0839-4734-a983-118d4227899e completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:34:01.044772 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port da7bf2d1-0839-4734-a983-118d4227899e triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:34:01.045302 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:01.208134 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e254-324b-4d69-9ac2-0d7c7419d95d req-7add6e77-9b5a-42e6-8e1f-bd146f4dd753 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:01.209677 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9c99e254-324b-4d69-9ac2-0d7c7419d95d req-7add6e77-9b5a-42e6-8e1f-bd146f4dd753 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1808891
May 19 06:34:01.259912 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:01.278170 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9c99e254-324b-4d69-9ac2-0d7c7419d95d req-5e5923f2-10a0-477c-a4e7-224b176fbf34 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608997
May 19 06:34:01.321473 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port da7bf2d1-0839-4734-a983-118d4227899e, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=da7bf2d1-0839-4734-a983-118d4227899e,segment=NetworkSegment(02ab67f1-e3a4-4203-8351-8d8c2cde6949),segment_id=02ab67f1-e3a4-4203-8351-8d8c2cde6949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:01.401970 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:01.404079 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:01.491482 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=da7bf2d1-0839-4734-a983-118d4227899e,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:01.496018 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:01.602309 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:01.637686 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101fd70-7fe8-4624-b888-76f094684705 req-327b5ef2-cdb3-472d-9813-abfb6f7e6029 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:01.642382 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f101fd70-7fe8-4624-b888-76f094684705 req-327b5ef2-cdb3-472d-9813-abfb6f7e6029 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1048970
May 19 06:34:01.698465 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f101fd70-7fe8-4624-b888-76f094684705 req-ce152ac7-49e8-4e12-a2e8-5942fc42e02f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513678
May 19 06:34:02.508302 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d83ab-55e0-444a-a999-901d9220d3f1 req-db9776a0-cb46-4b6a-a061-ba4b9f1470c9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:02.511630 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-403d83ab-55e0-444a-a999-901d9220d3f1 req-db9776a0-cb46-4b6a-a061-ba4b9f1470c9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1059856
May 19 06:34:02.598209 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-403d83ab-55e0-444a-a999-901d9220d3f1 req-7db4f47c-088e-4c80-af87-32c5b213fb90 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795100
May 19 06:34:02.767900 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device da7bf2d1-0839-4734-a983-118d4227899e up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:34:02.843192 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port da7bf2d1-0839-4734-a983-118d4227899e triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:34:02.843777 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:02.988772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b712167-010d-4481-8ef2-91dd86780dce req-e04e6028-cc52-4b0a-8821-038546883b52 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:02.990222 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3b712167-010d-4481-8ef2-91dd86780dce req-e04e6028-cc52-4b0a-8821-038546883b52 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0856576
May 19 06:34:03.040589 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3b712167-010d-4481-8ef2-91dd86780dce req-144bf0cf-b101-4a8b-abef-6f64876e9238 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385802
May 19 06:34:04.029196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422693b-25e6-4f78-b73f-65a28f5cefc2 req-78d35b8e-91d4-45c7-a6ca-ef9ada9de0eb tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:04.031655 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4422693b-25e6-4f78-b73f-65a28f5cefc2 req-78d35b8e-91d4-45c7-a6ca-ef9ada9de0eb tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0912015
May 19 06:34:04.086424 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4422693b-25e6-4f78-b73f-65a28f5cefc2 req-307f1d1a-2790-4972-85ac-c53630db06d0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468714
May 19 06:34:04.334529 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0369a-1443-4971-960e-fc2cb4820409 req-86cd5f43-53c0-433e-b49c-6e1c56456a0d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:04.336190 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8ed0369a-1443-4971-960e-fc2cb4820409 req-86cd5f43-53c0-433e-b49c-6e1c56456a0d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1251514
May 19 06:34:04.437417 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8ed0369a-1443-4971-960e-fc2cb4820409 req-4d448b08-5d93-4b92-a8d7-1eb6abad6b0f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881288
May 19 06:34:05.351496 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c1c99-c9e0-40f3-8a1c-7144cfcc9ca1 req-c650a37f-38b2-45a7-a92f-425ac680b4d0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:05.353095 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f99c1c99-c9e0-40f3-8a1c-7144cfcc9ca1 req-c650a37f-38b2-45a7-a92f-425ac680b4d0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1273143
May 19 06:34:05.420137 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f99c1c99-c9e0-40f3-8a1c-7144cfcc9ca1 req-78895fe0-9978-465e-9c8a-1268b55de085 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600474
May 19 06:34:05.782567 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeee64f-ec95-4ad2-b010-0514f7228f49 req-1979790e-8b80-4043-9b34-21f2962e8d38 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:05.793245 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9aeee64f-ec95-4ad2-b010-0514f7228f49 req-1979790e-8b80-4043-9b34-21f2962e8d38 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1460423
May 19 06:34:05.850145 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9aeee64f-ec95-4ad2-b010-0514f7228f49 req-75a7df90-217f-4b3d-8510-596cff61dcef tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550182
May 19 06:34:06.390963 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-db1cbfbd-0316-4467-af24-c3fe49389f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:06.662857 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b41c5-05ef-488b-a3a1-8c1768c9e896 req-0f7abead-06db-4cc1-8921-5772201c365b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:06.671322 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8f7b41c5-05ef-488b-a3a1-8c1768c9e896 req-0f7abead-06db-4cc1-8921-5772201c365b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1050081
May 19 06:34:06.719122 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8f7b41c5-05ef-488b-a3a1-8c1768c9e896 req-3530a266-c8ac-4c33-a597-0c1d6e2ce5f6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475967
May 19 06:34:07.097928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffe37c-a13b-4393-a4a7-e6cc4fb31044 req-3e464caf-95f1-4290-82bd-9bbf4137fc40 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:07.099456 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-caffe37c-a13b-4393-a4a7-e6cc4fb31044 req-3e464caf-95f1-4290-82bd-9bbf4137fc40 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1122561
May 19 06:34:07.150731 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-caffe37c-a13b-4393-a4a7-e6cc4fb31044 req-c6164ca0-c3d0-48c7-bf0e-486c92d60f69 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430651
May 19 06:34:07.921666 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3ce64-ab19-4a14-9827-64dd7fc8a9b0 req-55caf877-5d60-4abf-97d1-29f5a28facd6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:07.923116 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-76f3ce64-ab19-4a14-9827-64dd7fc8a9b0 req-55caf877-5d60-4abf-97d1-29f5a28facd6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0843928
May 19 06:34:07.967988 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-76f3ce64-ab19-4a14-9827-64dd7fc8a9b0 req-640d382e-2797-4b6f-8a67-3a43db7e25e2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390434
May 19 06:34:08.486701 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-77daab7d-7bbb-472f-8541-c6f8ef7b3bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:08.488326 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-77daab7d-7bbb-472f-8541-c6f8ef7b3bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1098 time: 0.0751579
May 19 06:34:08.496975 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5858215-3cd5-4c27-87ff-a4777f0dd726 req-9840da90-3f24-4d3d-8a1a-581750bfabf2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:08.498492 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5858215-3cd5-4c27-87ff-a4777f0dd726 req-9840da90-3f24-4d3d-8a1a-581750bfabf2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0893540
May 19 06:34:08.547295 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5858215-3cd5-4c27-87ff-a4777f0dd726 req-1aecd8ac-f1a7-45e5-b88b-b37d59230521 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423553
May 19 06:34:08.639443 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-26d87868-4bd8-45e9-b667-9f3d2af7bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:08.640881 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-26d87868-4bd8-45e9-b667-9f3d2af7bb2f service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.1409895
May 19 06:34:08.753304 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-5a80a58e-d6dc-49f7-b3f8-a6f4a91961fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 200  len: 1001 time: 0.0987418
May 19 06:34:08.821166 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-e0dc8740-7a60-42bf-ada6-b6bef9706d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:08.822598 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-e0dc8740-7a60-42bf-ada6-b6bef9706d9a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.0591879
May 19 06:34:08.902952 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-f972ed25-d18f-47ee-8034-941f7b7bf3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:08.904446 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-f972ed25-d18f-47ee-8034-941f7b7bf3e9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729508
May 19 06:34:09.063940 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-04c4c65f-a1cf-471a-9f68-44a69952826c service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489975
May 19 06:34:09.205987 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fbf653-0661-49e2-8d08-530a673321bc req-187c61d7-9d8d-4223-a4fa-f45d799fe7eb tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:09.210962 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06fbf653-0661-49e2-8d08-530a673321bc req-187c61d7-9d8d-4223-a4fa-f45d799fe7eb tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.0947230
May 19 06:34:09.239160 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-7448867c-aaa2-4680-ae67-e847afdf4dfa req-b22363a4-ad74-4561-8222-314d193a7cd0 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1553347
May 19 06:34:09.251109 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06fbf653-0661-49e2-8d08-530a673321bc req-a367d770-406b-4b53-8cd9-d6c60fdfb174 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392315
May 19 06:34:09.270318 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:09.321708 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb4a-8124-4339-b631-f8bc732e66ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:09.470513 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48796) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:09.584189 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:09.597991 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:09.601710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Usage tracker for resource:security_group_rule and tenant:373844c8239240259961fa16410ea869 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:09.604876 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:09.612375 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:09.692850 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:09.734065 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9991b8-c60d-44df-b165-efb03eac8e05 req-2748c9f2-11d4-4cd0-a5b3-ecdb5a06efaf tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:09.735455 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ed9991b8-c60d-44df-b165-efb03eac8e05 req-2748c9f2-11d4-4cd0-a5b3-ecdb5a06efaf tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0825007
May 19 06:34:09.778859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:09.784784 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ed9991b8-c60d-44df-b165-efb03eac8e05 req-de2b479c-e0b5-4036-8778-6654e1094b12 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396960
May 19 06:34:09.787821 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3b2b7a8f-9178-4ac2-835b-930c8d5d0214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:09.829373 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=373844c8239240259961fa16410ea869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3572607
May 19 06:34:09.831653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58be07a-8be2-4b21-93d8-8cf3fb8caa60,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:09.832709 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 48804) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:09.834806 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:09.891067 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:09.916019 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:10.019275 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:10.022980 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-4756af29-ce0e-4a42-9c51-c906fc41c86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:10.038750 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58be07a-8be2-4b21-93d8-8cf3fb8caa60,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:10.041507 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:10.042392 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:10.043518 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a58be07a-8be2-4b21-93d8-8cf3fb8caa60 HTTP/1.1" status: 204  len: 168 time: 0.2097936
May 19 06:34:10.057534 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:10.513334 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe344126-09a8-4713-b44a-1b24316942c7 req-82d1b5a9-fef4-4b56-ba03-f67dfd8ab5cd tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:10.514828 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fe344126-09a8-4713-b44a-1b24316942c7 req-82d1b5a9-fef4-4b56-ba03-f67dfd8ab5cd tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 945 time: 0.1347501
May 19 06:34:10.558827 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fe344126-09a8-4713-b44a-1b24316942c7 req-410308b5-4f50-4eab-b7ba-002943b5b679 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375426
May 19 06:34:10.672211 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 48820) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:10.690771 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:10.708689 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:10.712461 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Usage tracker for resource:security_group_rule and tenant:7fac823a184a422eade2cf660707d3b7 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:10.715327 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:10.721034 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:10.805072 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:10.874540 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:10.887035 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ad76e9f-09d1-4ca4-ad34-a291f1ec06a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:10.910627 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:34:10.933621 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c08f9d6-7c80-46ca-a9c7-49b2c2f53aed,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:10.941984 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fac823a184a422eade2cf660707d3b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2657123
May 19 06:34:10.941984 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:10.943037 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 48826) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:10.962246 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697f8f6-9351-435c-acd0-0464376d3c71 req-00298efc-49ff-4aff-be21-0306616503ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:10.963741 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9697f8f6-9351-435c-acd0-0464376d3c71 req-00298efc-49ff-4aff-be21-0306616503ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.1253521
May 19 06:34:11.013345 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9697f8f6-9351-435c-acd0-0464376d3c71 req-8d32cff8-71a2-4ec1-a9f9-c9d217ca37e2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399683
May 19 06:34:11.020987 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:11.043099 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e9efe-6910-4310-928e-4fe59765a033 req-80cc2d8e-4fe6-4b8a-858e-fa1e9f294f61 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:11.044610 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1a8e9efe-6910-4310-928e-4fe59765a033 req-80cc2d8e-4fe6-4b8a-858e-fa1e9f294f61 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1466198
May 19 06:34:11.054341 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:11.072279 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:11.081795 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:11.091074 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:11.125688 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1a8e9efe-6910-4310-928e-4fe59765a033 req-18bb4173-8508-4121-b33c-fb92147e9f65 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733676
May 19 06:34:11.130201 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'code': 200}
May 19 06:34:11.161978 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:11.163805 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ba30cd8f-d153-49e9-9fe0-b526ad2747c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:11.207950 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:11.213427 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-4c04c9f6-6789-4b9f-9380-c77238407670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:11.226425 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c08f9d6-7c80-46ca-a9c7-49b2c2f53aed,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:11.229111 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:11.230951 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:11.232734 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=8']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:11.237123 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:11.237412 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9c08f9d6-7c80-46ca-a9c7-49b2c2f53aed HTTP/1.1" status: 204  len: 168 time: 0.2926111
May 19 06:34:11.430309 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:11.752782 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe849f2-618d-4506-974d-eb919a166b85 req-242733c7-fc0e-4917-89ad-7b75e6782b28 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:11.754225 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dbe849f2-618d-4506-974d-eb919a166b85 req-242733c7-fc0e-4917-89ad-7b75e6782b28 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0790925
May 19 06:34:11.805967 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dbe849f2-618d-4506-974d-eb919a166b85 req-7604f4b9-68b1-4ed6-844f-c653638e1c04 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458734
May 19 06:34:12.334366 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124a3f-1532-4997-b37e-77b742f2e8d1 req-bbfe9c02-8bdd-4421-95b8-17dcf583a528 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:12.342940 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-28124a3f-1532-4997-b37e-77b742f2e8d1 req-bbfe9c02-8bdd-4421-95b8-17dcf583a528 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1062465
May 19 06:34:12.388919 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-28124a3f-1532-4997-b37e-77b742f2e8d1 req-732f63af-a1eb-457e-a969-80d3742c9c3b tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449462
May 19 06:34:12.999046 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26f704-eaae-45a9-b171-043b5bdeccb0 req-c8df4050-838a-4849-823b-e6cb14cfcf31 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:13.000540 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d26f704-eaae-45a9-b171-043b5bdeccb0 req-c8df4050-838a-4849-823b-e6cb14cfcf31 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0818734
May 19 06:34:13.049622 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d26f704-eaae-45a9-b171-043b5bdeccb0 req-8fb94851-4cf0-4e0e-84b8-bb9b1b3ee8e7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430281
May 19 06:34:13.577384 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7e78a-a7d4-48ae-9771-2f483e324963 req-cdad483f-ed67-4b2d-b055-fb7b4e7e2002 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:13.578856 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-90c7e78a-a7d4-48ae-9771-2f483e324963 req-cdad483f-ed67-4b2d-b055-fb7b4e7e2002 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0787535
May 19 06:34:13.626490 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-90c7e78a-a7d4-48ae-9771-2f483e324963 req-ed889c67-afc9-4a28-af4c-d9d6b16d6bbe tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402136
May 19 06:34:14.507712 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc9899-1598-499c-80e7-25f5ad299f54 req-3904b71a-c8a6-4a22-8d1c-261ca7928b85 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:14.509219 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b8fc9899-1598-499c-80e7-25f5ad299f54 req-3904b71a-c8a6-4a22-8d1c-261ca7928b85 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0906429
May 19 06:34:14.559908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae14050-bab8-46a2-bc20-bace7d01494a req-288084f9-5cab-4327-a70f-309a76f6d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:14.561737 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-eae14050-bab8-46a2-bc20-bace7d01494a req-288084f9-5cab-4327-a70f-309a76f6d5a0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=04d02f1c9b5741288837d3645d776554&device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 1099 time: 0.0974176
May 19 06:34:14.563755 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b8fc9899-1598-499c-80e7-25f5ad299f54 req-816d079d-d385-4e5e-8f56-8610865d2345 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488911
May 19 06:34:14.776328 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae14050-bab8-46a2-bc20-bace7d01494a req-8805c412-47a6-4f97-ae17-d1c16ca86c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:14.777781 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-eae14050-bab8-46a2-bc20-bace7d01494a req-8805c412-47a6-4f97-ae17-d1c16ca86c7c service neutron] 10.222.0.52 "GET /v2.0/networks?id=74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 200  len: 920 time: 0.2087650
May 19 06:34:14.856364 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-eae14050-bab8-46a2-bc20-bace7d01494a req-3ddec526-8f92-41ea-9c71-76946d1b3006 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 200  len: 217 time: 0.0637934
May 19 06:34:14.925294 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae14050-bab8-46a2-bc20-bace7d01494a req-a1794e58-4b48-46be-bca9-bbab1aeb8496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:14.926926 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-eae14050-bab8-46a2-bc20-bace7d01494a req-a1794e58-4b48-46be-bca9-bbab1aeb8496 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 200  len: 859 time: 0.0611708
May 19 06:34:14.932273 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:34:15.005875 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-eae14050-bab8-46a2-bc20-bace7d01494a req-c6e1a99a-2492-4696-a6e7-b7d1f5ca38c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=74134814-a548-4a6a-8a12-16b5d172102c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0690713
May 19 06:34:15.109269 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462644f-5ecc-4d74-b684-b992003aafad req-5587ff44-2b13-4fe6-869e-cad203f8d638 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:15.110680 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6462644f-5ecc-4d74-b684-b992003aafad req-5587ff44-2b13-4fe6-869e-cad203f8d638 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1263216
May 19 06:34:15.164763 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6462644f-5ecc-4d74-b684-b992003aafad req-8871a55a-7c6e-4c9e-8f26-c225dd1ea1c0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475543
May 19 06:34:15.210793 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-eae14050-bab8-46a2-bc20-bace7d01494a req-535cc25f-8d5c-4914-a21b-2525a74c684c service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1972613
May 19 06:34:15.348304 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-eae14050-bab8-46a2-bc20-bace7d01494a req-19287226-1d47-4180-9d7c-5a4316ed8690 service neutron] 10.222.0.52 "GET /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304932
May 19 06:34:15.677585 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 48962) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:15.760648 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271980d-6056-4f71-b96f-0478b4d8ffff req-d026a64f-594b-477f-a339-96f66e3a0a56 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:15.768514 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b271980d-6056-4f71-b96f-0478b4d8ffff req-d026a64f-594b-477f-a339-96f66e3a0a56 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0923147
May 19 06:34:15.859895 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b271980d-6056-4f71-b96f-0478b4d8ffff req-b85bd710-1dc5-4881-b237-ca31bb3b9839 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905008
May 19 06:34:15.882432 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-00e134c0-8491-48b4-bf67-84d0843aa3af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1741288
May 19 06:34:16.417698 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4ef78-e5ac-4e81-a903-d13f1d678f79 req-80ff4c77-a842-43da-abfe-6a4d65f4573d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:16.426872 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7fd4ef78-e5ac-4e81-a903-d13f1d678f79 req-80ff4c77-a842-43da-abfe-6a4d65f4573d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1178427
May 19 06:34:16.466502 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7fd4ef78-e5ac-4e81-a903-d13f1d678f79 req-1d4ba5ae-dbbb-48bb-870a-dfb4f15bb1f4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412924
May 19 06:34:17.055855 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae494a5-d355-4b29-ac97-5f8b5d3863cc req-338983de-b749-4c7f-92ef-662880efd4dc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:17.057297 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6ae494a5-d355-4b29-ac97-5f8b5d3863cc req-338983de-b749-4c7f-92ef-662880efd4dc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0832310
May 19 06:34:17.100458 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6ae494a5-d355-4b29-ac97-5f8b5d3863cc req-2f9cdc0a-1f2e-4ce2-98eb-0465ed201ec3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375125
May 19 06:34:17.654468 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef88709b-3bc1-4616-88ae-a1e30ae39002 req-f9151930-5de2-4dc7-8383-9fc308909fb7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:17.655964 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef88709b-3bc1-4616-88ae-a1e30ae39002 req-f9151930-5de2-4dc7-8383-9fc308909fb7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0786614
May 19 06:34:17.702687 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef88709b-3bc1-4616-88ae-a1e30ae39002 req-51407b61-5972-4924-8334-c5fd5df5f571 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411575
May 19 06:34:18.280629 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd5eb7-b5da-48e3-b2ec-75d471e24179 req-b3354af7-a5f3-4b58-94c4-470b6982abe2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:18.282413 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29dd5eb7-b5da-48e3-b2ec-75d471e24179 req-b3354af7-a5f3-4b58-94c4-470b6982abe2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0787635
May 19 06:34:18.325728 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-29dd5eb7-b5da-48e3-b2ec-75d471e24179 req-33631f29-7ee7-44fa-9f71-bec82cb2f691 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373011
May 19 06:34:18.895186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec65e96-3414-46d3-b34f-3f3c9e4176bb req-07b387f3-4215-4317-a53e-e25a610f2545 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:18.896665 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dec65e96-3414-46d3-b34f-3f3c9e4176bb req-07b387f3-4215-4317-a53e-e25a610f2545 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0824702
May 19 06:34:18.941056 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dec65e96-3414-46d3-b34f-3f3c9e4176bb req-d7fe8803-fdb8-4135-bd7e-9e292a5a7772 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387311
May 19 06:34:19.506758 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5daac57-ad73-4c6e-baba-3ac987d10e35 req-1475af84-7a85-4ed4-a9b6-839984d4f4ce tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:19.508318 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f5daac57-ad73-4c6e-baba-3ac987d10e35 req-1475af84-7a85-4ed4-a9b6-839984d4f4ce tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0786951
May 19 06:34:19.556670 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f5daac57-ad73-4c6e-baba-3ac987d10e35 req-d6fc9279-8996-4821-88e9-a9ae93db5cfc tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421984
May 19 06:34:20.193725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112bbbf-3116-417b-add1-ab2a24f11ca9 req-41b4bffe-607e-4fe0-8e98-0b87799475d0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:20.195155 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a112bbbf-3116-417b-add1-ab2a24f11ca9 req-41b4bffe-607e-4fe0-8e98-0b87799475d0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1440458
May 19 06:34:20.238680 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a112bbbf-3116-417b-add1-ab2a24f11ca9 req-87cf384b-4b63-4ea5-8255-29f40ff53b47 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377715
May 19 06:34:20.778686 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac9378-4079-415a-8fcb-468834b9bd8e req-1273404b-5e0d-40e9-9903-7a53a19315a7 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:20.780171 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2eac9378-4079-415a-8fcb-468834b9bd8e req-1273404b-5e0d-40e9-9903-7a53a19315a7 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0992787
May 19 06:34:20.824142 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2eac9378-4079-415a-8fcb-468834b9bd8e req-8cc7c770-231a-4af3-9799-db6fba0780b4 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376637
May 19 06:34:21.435516 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedbf6b-d2d1-4922-8b2a-df08479c6d30 req-83d52108-269e-4851-9098-b6fe4518e3f3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:21.436960 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0aedbf6b-d2d1-4922-8b2a-df08479c6d30 req-83d52108-269e-4851-9098-b6fe4518e3f3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0818689
May 19 06:34:21.486040 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0aedbf6b-d2d1-4922-8b2a-df08479c6d30 req-d6a404bd-fb18-418c-b0f5-286134b0a3a5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428870
May 19 06:34:21.574297 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:34:21.720690 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669a35b-d617-4dfc-97ad-c52d1092318c req-82e9d2bb-edb8-4a1a-a035-8708c24b0890 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:21.722136 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a669a35b-d617-4dfc-97ad-c52d1092318c req-82e9d2bb-edb8-4a1a-a035-8708c24b0890 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0785673
May 19 06:34:21.766111 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a669a35b-d617-4dfc-97ad-c52d1092318c req-4b97bfcd-a527-4ce1-b074-9f591ed64315 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381424
May 19 06:34:22.014394 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480f835-5f1f-42b3-b4fa-ecb5e1d0b8d8 req-d3ce6535-7126-4c05-be2d-752dea0f0aaf tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:22.016004 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0480f835-5f1f-42b3-b4fa-ecb5e1d0b8d8 req-d3ce6535-7126-4c05-be2d-752dea0f0aaf tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0818739
May 19 06:34:22.061505 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0480f835-5f1f-42b3-b4fa-ecb5e1d0b8d8 req-6d1da003-5d99-4acf-b5b1-2510a2064fa3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398092
May 19 06:34:22.676240 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffad9d-0a84-461b-96fb-cdf0307f9431 req-93c1ab97-ea0d-4684-b700-a45ddaf8d53e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:22.677680 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-14ffad9d-0a84-461b-96fb-cdf0307f9431 req-93c1ab97-ea0d-4684-b700-a45ddaf8d53e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0825524
May 19 06:34:22.722645 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-14ffad9d-0a84-461b-96fb-cdf0307f9431 req-10fb65af-d980-43ce-a346-b732b2d9bac0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392642
May 19 06:34:22.949589 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908999f-4ca5-4034-b8c4-fb0863c46214 req-844f463e-5e02-405d-9b51-4418f179deb4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:22.950912 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0908999f-4ca5-4034-b8c4-fb0863c46214 req-844f463e-5e02-405d-9b51-4418f179deb4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0806842
May 19 06:34:22.995024 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0908999f-4ca5-4034-b8c4-fb0863c46214 req-fd444168-74f1-4804-89c6-8bcb2304c36f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377805
May 19 06:34:23.916037 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54abfc-5156-4ea4-8bda-8a9c4377baad req-e9268777-353e-4675-b13b-05127be41d81 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:23.917468 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d54abfc-5156-4ea4-8bda-8a9c4377baad req-e9268777-353e-4675-b13b-05127be41d81 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0834799
May 19 06:34:23.960878 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d54abfc-5156-4ea4-8bda-8a9c4377baad req-995e96dd-9bcb-41d4-bb22-8de3622258c3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376847
May 19 06:34:24.172553 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9d178-4adc-4871-8c53-1a14781d6531 req-43f7ba3c-333f-4fc1-9e31-06a115b16a43 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:24.174411 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-76a9d178-4adc-4871-8c53-1a14781d6531 req-43f7ba3c-333f-4fc1-9e31-06a115b16a43 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0779374
May 19 06:34:24.218415 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-76a9d178-4adc-4871-8c53-1a14781d6531 req-1f49e264-1307-4236-8dea-9e5c9c131aeb tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383708
May 19 06:34:25.153611 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fb2ee-5e3c-4f84-b2a0-026d9c6793b3 req-193d8f97-1ccb-4010-863c-d20304cb13b0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:25.155013 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723fb2ee-5e3c-4f84-b2a0-026d9c6793b3 req-193d8f97-1ccb-4010-863c-d20304cb13b0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0833142
May 19 06:34:25.198097 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723fb2ee-5e3c-4f84-b2a0-026d9c6793b3 req-8ec2e39b-9810-4b21-9ac2-b1c55187c25e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367839
May 19 06:34:25.403306 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66f035-95c4-460a-8e62-f288d4722428 req-4c32c841-4b3a-4658-8a55-35efab7df0af tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:25.404888 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef66f035-95c4-460a-8e62-f288d4722428 req-4c32c841-4b3a-4658-8a55-35efab7df0af tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0795507
May 19 06:34:25.455849 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef66f035-95c4-460a-8e62-f288d4722428 req-25efa1b5-c0d3-4ec5-8ee2-cd5a8bdd8321 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451763
May 19 06:34:26.383424 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acf650-15ea-4835-aab5-148e5f3fe883 req-78149d2f-fb81-4cf8-b8eb-3056e1d43002 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:26.384857 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5acf650-15ea-4835-aab5-148e5f3fe883 req-78149d2f-fb81-4cf8-b8eb-3056e1d43002 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0776880
May 19 06:34:26.431420 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d5acf650-15ea-4835-aab5-148e5f3fe883 req-022d504e-637e-4fc5-b8f6-5f020b3ac77d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407875
May 19 06:34:26.643562 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cc1fd-78f4-4557-b921-3e7b16c3dd7d req-bc4725b9-9de6-48af-a78f-9332d6cbf6a3 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:26.645034 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0e4cc1fd-78f4-4557-b921-3e7b16c3dd7d req-bc4725b9-9de6-48af-a78f-9332d6cbf6a3 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0832076
May 19 06:34:26.690547 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0e4cc1fd-78f4-4557-b921-3e7b16c3dd7d req-cfc33fdb-0621-470e-9e5d-30d7f6f81751 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398245
May 19 06:34:27.620938 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84403c6c-c6c1-4ee9-a8f1-6faefe8f7e05 req-c432cf49-dc7a-4da3-887e-c904d09d5a6d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:27.622661 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84403c6c-c6c1-4ee9-a8f1-6faefe8f7e05 req-c432cf49-dc7a-4da3-887e-c904d09d5a6d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0784166
May 19 06:34:27.665934 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84403c6c-c6c1-4ee9-a8f1-6faefe8f7e05 req-d8d80b43-009c-4da9-9155-565bba303003 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371706
May 19 06:34:27.870819 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220f0a1-6e4b-4323-9f4a-70fa20f3cf9b req-db233e6f-e18f-45bc-9fd5-65d8180e8d38 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:27.872546 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7220f0a1-6e4b-4323-9f4a-70fa20f3cf9b req-db233e6f-e18f-45bc-9fd5-65d8180e8d38 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0812082
May 19 06:34:27.916002 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7220f0a1-6e4b-4323-9f4a-70fa20f3cf9b req-f7169250-b21e-41e1-ba08-c0b08e646a9e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373881
May 19 06:34:28.495512 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-b8aaf5ea-2fed-4c60-9bf0-9abe548333f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:28.497178 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-b8aaf5ea-2fed-4c60-9bf0-9abe548333f8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6&tenant_id=05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 1096 time: 0.0687001
May 19 06:34:28.603290 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-f6410c92-a89e-49fa-a058-6f0d11f332f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:28.604746 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-f6410c92-a89e-49fa-a058-6f0d11f332f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1096 time: 0.0687377
May 19 06:34:28.743441 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-ce466510-cf4c-41ad-bdf3-0025e32a27fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:28.744901 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-ce466510-cf4c-41ad-bdf3-0025e32a27fa service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.1326509
May 19 06:34:28.849228 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-e9933325-6f27-4466-a0c9-60d5a8ed34de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 200  len: 999 time: 0.0960262
May 19 06:34:28.862329 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae23e6a-22b4-4fe3-8226-049297d938af req-f6db6e7e-3caf-4da9-b072-7d62f3b30321 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:28.863896 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cae23e6a-22b4-4fe3-8226-049297d938af req-f6db6e7e-3caf-4da9-b072-7d62f3b30321 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0800488
May 19 06:34:28.912757 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cae23e6a-22b4-4fe3-8226-049297d938af req-868f5b62-4c6d-409b-bd7a-53ebb288122c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427816
May 19 06:34:28.929813 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-9c52b158-2b06-41f5-8521-fc1f51aee5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:28.931241 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-9c52b158-2b06-41f5-8521-fc1f51aee5b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.0621855
May 19 06:34:29.009475 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-1b44b38d-1c79-42ce-b8c9-ded2c22aafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:29.010937 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-1b44b38d-1c79-42ce-b8c9-ded2c22aafaa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710409
May 19 06:34:29.108853 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4f669-a7ea-41ce-8ece-119dcad18b23 req-19e7d5f0-3db7-4b97-9880-9b27ef287141 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:29.110503 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c3c4f669-a7ea-41ce-8ece-119dcad18b23 req-19e7d5f0-3db7-4b97-9880-9b27ef287141 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0864232
May 19 06:34:29.158304 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-90c0de0e-6c35-4f1a-b05f-d24026e05c84 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299884
May 19 06:34:29.160455 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c3c4f669-a7ea-41ce-8ece-119dcad18b23 req-d23088ea-93f3-45fb-af04-4f5d768ba65d tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432034
May 19 06:34:29.320320 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-8ffbc079-4cf6-4591-a685-1b5d0bd8b2a3 req-383be8ee-b8f9-48a2-be1c-650eae3bb7c7 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1549451
May 19 06:34:30.056537 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1154252-5480-4122-9571-fea91898c1b9 req-308431a5-3a31-41eb-9e00-87bd0549dab2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:30.057310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-a1154252-5480-4122-9571-fea91898c1b9 req-308431a5-3a31-41eb-9e00-87bd0549dab2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Synchronizing usage tracker for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:34:30.150286 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-a1154252-5480-4122-9571-fea91898c1b9 req-308431a5-3a31-41eb-9e00-87bd0549dab2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Unset dirty status for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:34:30.151470 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-a1154252-5480-4122-9571-fea91898c1b9 req-308431a5-3a31-41eb-9e00-87bd0549dab2 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.1946664
May 19 06:34:30.232725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb985657-101a-484e-b62d-e98033939d91 req-25b30220-6216-49a9-b9a4-b7b7353c929e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:30.258299 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bb985657-101a-484e-b62d-e98033939d91 req-25b30220-6216-49a9-b9a4-b7b7353c929e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1638284
May 19 06:34:30.521925 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bb985657-101a-484e-b62d-e98033939d91 req-07067878-d11a-4236-825b-af7d0dac2f52 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2602117
May 19 06:34:30.557977 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b039086-e39f-4a93-b1ab-373ee39be0b0 req-96c22977-5ab4-420a-9aea-61093760641f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:30.559789 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5b039086-e39f-4a93-b1ab-373ee39be0b0 req-96c22977-5ab4-420a-9aea-61093760641f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.1720028
May 19 06:34:30.620464 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5b039086-e39f-4a93-b1ab-373ee39be0b0 req-6fc8a30a-c50e-4515-a35f-f69b925cc0e8 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500505
May 19 06:34:31.710106 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089f981-c6b2-4d4d-8ac6-fc5a940bbd59 req-b583317e-ad67-45d2-8ced-818539f1bca7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:31.711722 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b089f981-c6b2-4d4d-8ac6-fc5a940bbd59 req-b583317e-ad67-45d2-8ced-818539f1bca7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0827606
May 19 06:34:31.800054 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b089f981-c6b2-4d4d-8ac6-fc5a940bbd59 req-de7ed4af-3ca7-4903-a451-0941331a6c94 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823076
May 19 06:34:31.844316 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb8db-d828-4d58-b7ef-186220e016f5 req-b4e3e511-a8d0-40b5-ba05-3575426d6b34 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:31.846375 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ecbeb8db-d828-4d58-b7ef-186220e016f5 req-b4e3e511-a8d0-40b5-ba05-3575426d6b34 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.0925016
May 19 06:34:31.892065 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ecbeb8db-d828-4d58-b7ef-186220e016f5 req-2b33f634-041c-41a3-ae7c-323cc0539d41 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399477
May 19 06:34:32.950696 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:33.013042 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c761429f-717c-449a-b1a7-3e507a2b563a req-cb332ee9-687a-4e15-bea1-32e6ac515844 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:33.014470 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c761429f-717c-449a-b1a7-3e507a2b563a req-cb332ee9-687a-4e15-bea1-32e6ac515844 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0829010
May 19 06:34:33.103243 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c761429f-717c-449a-b1a7-3e507a2b563a req-5315027f-a244-4a03-841c-5da741263ccc tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478461
May 19 06:34:33.146204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003103cc-1e39-4a85-a081-da28a362ed26 req-fce96ee6-27cc-4c6f-b1f5-fcf59a9cf241 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:33.146204 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-003103cc-1e39-4a85-a081-da28a362ed26 req-fce96ee6-27cc-4c6f-b1f5-fcf59a9cf241 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.1268086
May 19 06:34:33.201454 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-003103cc-1e39-4a85-a081-da28a362ed26 req-78581520-4929-42f7-822c-1f6243581765 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518801
May 19 06:34:34.370872 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fd7a6-b11c-48c2-b447-d831d22114ae req-420c7dd1-a202-4f71-ba42-1e35a286f03c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:34.379037 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-426fd7a6-b11c-48c2-b447-d831d22114ae req-420c7dd1-a202-4f71-ba42-1e35a286f03c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1304495
May 19 06:34:34.442323 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-426fd7a6-b11c-48c2-b447-d831d22114ae req-ddef13bd-678e-4d12-8eda-ba239964bd47 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621581
May 19 06:34:34.528672 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75080139-20bd-4bdd-84c3-2c3c33417782 req-27704331-869d-49fd-ba57-0eecf9c838d8 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:34.530117 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-75080139-20bd-4bdd-84c3-2c3c33417782 req-27704331-869d-49fd-ba57-0eecf9c838d8 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 945 time: 0.1069107
May 19 06:34:34.573284 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-75080139-20bd-4bdd-84c3-2c3c33417782 req-dd7174fd-b7d1-4097-b6b5-4afb9dfceae6 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373912
May 19 06:34:35.044479 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:34:35.168833 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:35.196933 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:35.213178 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:35.242518 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00', 'code': 200}
May 19 06:34:35.287214 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:35.289859 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:35.393427 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,revision_number=6']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:35.396732 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:35.748945 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4be688-6f23-44e3-9b7d-4a1343fb0601 req-c1774146-fe5b-4848-bbe2-c4f6b20fc4b8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:35.755077 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4c4be688-6f23-44e3-9b7d-4a1343fb0601 req-c1774146-fe5b-4848-bbe2-c4f6b20fc4b8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0963705
May 19 06:34:35.989462 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4c4be688-6f23-44e3-9b7d-4a1343fb0601 req-66ba694b-91e4-4c2a-ba8f-e018ef339782 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0747454
May 19 06:34:35.989462 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c755c3-c70b-4e73-9a81-43fc1ca93a3c req-82cb2cf3-af69-4ea6-85dc-eb2c2555e384 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:35.989462 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06c755c3-c70b-4e73-9a81-43fc1ca93a3c req-82cb2cf3-af69-4ea6-85dc-eb2c2555e384 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.1325727
May 19 06:34:35.989462 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-06c755c3-c70b-4e73-9a81-43fc1ca93a3c req-a604a12f-5a9f-46a8-9d81-2114380a2762 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416770
May 19 06:34:36.321715 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8d000cfb-93ed-4b45-a2bf-717871fc3b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:37.190950 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb616b4-fe26-411f-8d4f-226e96cb622e req-b551fe4e-c8af-4821-9258-29350252cea1 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:37.192468 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3cb616b4-fe26-411f-8d4f-226e96cb622e req-b551fe4e-c8af-4821-9258-29350252cea1 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0834303
May 19 06:34:37.319940 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3cb616b4-fe26-411f-8d4f-226e96cb622e req-50f6d44a-be44-43f1-aac1-8364fa035580 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200149
May 19 06:34:37.383953 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5176b5-a28b-4790-a630-c2e71c430451 req-6558b95a-d71a-4fbb-bd8d-794cae9c9985 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:37.397516 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cf5176b5-a28b-4790-a630-c2e71c430451 req-6558b95a-d71a-4fbb-bd8d-794cae9c9985 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.1620429
May 19 06:34:37.445089 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cf5176b5-a28b-4790-a630-c2e71c430451 req-6c10e2af-3579-4578-848f-3b67536000d4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463986
May 19 06:34:37.535815 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6004372-09a1-4f6d-af47-ba347a637564 req-6655bd66-04f5-4f9a-a0ba-5fc14d9b784d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:37.537284 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c6004372-09a1-4f6d-af47-ba347a637564 req-6655bd66-04f5-4f9a-a0ba-5fc14d9b784d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0850663
May 19 06:34:37.589462 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c6004372-09a1-4f6d-af47-ba347a637564 req-8a4cb907-c443-4ad0-9df9-2591a2714373 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464253
May 19 06:34:37.840938 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-6361546a-b90e-47a7-ae05-804ff7492d9a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480279390&fields=id&tenant_id=1f3376afc25b4455af65767129894372 HTTP/1.1" status: 200  len: 267 time: 0.0398738
May 19 06:34:37.999158 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-fc84a97c-62f0-43bd-99d5-abc2a8e8bf65 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:38.000739 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-fc84a97c-62f0-43bd-99d5-abc2a8e8bf65 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 809 time: 0.1522667
May 19 06:34:38.016692 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-44051b1b-e02c-491e-8db6-ff51c65b48fa tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/quotas/1f3376afc25b4455af65767129894372 HTTP/1.1" status: 200  len: 375 time: 0.0095999
May 19 06:34:38.100910 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-272f8a56-1539-4f4c-991b-0f45809e96ca tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0775337
May 19 06:34:38.251951 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-bf5dba7c-b1a0-4b1f-99dd-97502c1c2233 service neutron] 10.222.0.25 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386287
May 19 06:34:38.520022 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-fb261779-e4a5-4645-8429-53f90be0f121 service neutron] 10.222.0.25 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2657385
May 19 06:34:38.613086 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbb0a3-669e-4a4c-9161-56fdb2b84f00 req-59a64573-f25c-4026-855f-1336bc275f0c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:38.613086 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4ecbb0a3-669e-4a4c-9161-56fdb2b84f00 req-59a64573-f25c-4026-855f-1336bc275f0c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1024647
May 19 06:34:38.639618 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4ecbb0a3-669e-4a4c-9161-56fdb2b84f00 req-386eccbb-807d-4ce3-98f7-8effaa20e3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0634632
May 19 06:34:38.836875 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9a207-bfc2-46c4-a4ba-c2013f5de858 req-226a3138-a6ce-488a-b170-d94571c7cb1b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:38.838468 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-69e9a207-bfc2-46c4-a4ba-c2013f5de858 req-226a3138-a6ce-488a-b170-d94571c7cb1b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.0909274
May 19 06:34:38.890854 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-69e9a207-bfc2-46c4-a4ba-c2013f5de858 req-4ad17ed9-1d64-4602-b5f1-72520eed28b5 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461118
May 19 06:34:39.072625 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb1dd-27a8-4bd5-8b57-df59b47996c0 req-c94e2bf0-f634-4fb4-84cb-9467901e06f2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:39.074119 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fb2bb1dd-27a8-4bd5-8b57-df59b47996c0 req-c94e2bf0-f634-4fb4-84cb-9467901e06f2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0828207
May 19 06:34:39.127944 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fb2bb1dd-27a8-4bd5-8b57-df59b47996c0 req-91735fd8-c30b-4b86-8065-72ecf2e50c6f tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455866
May 19 06:34:39.415420 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:39.416023 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-fa7c21fc-9510-4bf0-b21b-018e3947884f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:39.502481 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-46016125-c265-4f00-8091-14ee5d00ee27 req-e9616f03-de11-45d1-993a-a550b527b53e tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 210 time: 0.0572522
May 19 06:34:39.852598 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69ff27-0be5-412e-a58c-071502d154b2 req-1d9bf089-4c77-4fd3-9a3b-0a98a1bb9cec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:39.854093 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bd69ff27-0be5-412e-a58c-071502d154b2 req-1d9bf089-4c77-4fd3-9a3b-0a98a1bb9cec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0915027
May 19 06:34:39.906955 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bd69ff27-0be5-412e-a58c-071502d154b2 req-792a4f5b-6e24-4fd8-8753-3226b75af5c3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468831
May 19 06:34:40.105290 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca8861-6314-4e0c-970c-b6be3072cb08 req-9e8d73c3-3b06-48de-babb-6676146e0c36 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:40.106904 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2aca8861-6314-4e0c-970c-b6be3072cb08 req-9e8d73c3-3b06-48de-babb-6676146e0c36 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.0904145
May 19 06:34:40.132752 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:40.154182 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2aca8861-6314-4e0c-970c-b6be3072cb08 req-d351ba18-d767-4e00-9017-06128f8e6818 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405035
May 19 06:34:40.446075 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e1c2c-7e98-466c-b255-a4c143c92070 req-73504d33-0183-4355-8f79-779dbbab17a2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:40.447675 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-316e1c2c-7e98-466c-b255-a4c143c92070 req-73504d33-0183-4355-8f79-779dbbab17a2 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0843794
May 19 06:34:40.524414 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-316e1c2c-7e98-466c-b255-a4c143c92070 req-fa8705ec-7b4f-4429-9d68-9574b9fe75af tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628672
May 19 06:34:40.613568 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-04425812-9741-4e01-a0bf-76f2ec2bd97b req-dd6c4795-5e6d-412f-85e6-f0a5dca08701 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 210 time: 0.0443120
May 19 06:34:41.006466 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49422) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:41.116976 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac5405-89bb-48d2-98a0-e5a75f321fbb req-8c3f8f8e-e238-434b-936e-50b6240c87d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:41.118512 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d3ac5405-89bb-48d2-98a0-e5a75f321fbb req-8c3f8f8e-e238-434b-936e-50b6240c87d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0853307
May 19 06:34:41.153144 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.174103 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:41.186054 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Usage tracker for resource:security_group_rule and tenant:81e43e3d2cb4487da8b34541b089346a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:41.192403 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:41.201974 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:41.207294 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d3ac5405-89bb-48d2-98a0-e5a75f321fbb req-273a55c6-d5bd-434f-b0b3-b4760851d097 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697539
May 19 06:34:41.341180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.384839 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.393650 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d2b78169-2a26-4058-b9a1-77ea0fca5031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:41.410991 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e086f2-9742-4248-9672-f9a63434acce req-83bf247c-b4a7-4bcf-a35d-f91fc73ea8e0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:41.412556 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-02e086f2-9742-4248-9672-f9a63434acce req-83bf247c-b4a7-4bcf-a35d-f91fc73ea8e0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.1233974
May 19 06:34:41.446816 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.460276 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9220d7b9-f796-45f4-9d05-6d5639377a24,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:41.464142 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81e43e3d2cb4487da8b34541b089346a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4566789
May 19 06:34:41.467796 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 49430) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:41.479246 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.479625 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.479975 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.480318 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.480654 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.481268 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.481619 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.481952 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.482289 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.482619 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.482948 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.483344 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.488096 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:41.504637 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-02e086f2-9742-4248-9672-f9a63434acce req-1a972dd7-cb7c-44f8-9476-18551c873030 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847845
May 19 06:34:41.538611 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.566499 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.710308 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.715641 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5fc57f07-dc48-45b9-a0f5-a208bb2ec6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:41.729423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9220d7b9-f796-45f4-9d05-6d5639377a24,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:41.738077 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.738443 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.738807 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.739223 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.742017 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:41.746471 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:41.756104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:41.759311 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-7ed3417f-8a02-48b6-9b26-7d5a3522c513 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9220d7b9-f796-45f4-9d05-6d5639377a24 HTTP/1.1" status: 204  len: 168 time: 0.2883790
May 19 06:34:41.784930 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-feff15a0-b3dd-41da-81a4-2bbc12d0711d req-9d430b96-b801-4d45-9ec1-a1c77761a2a6 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 210 time: 0.0571563
May 19 06:34:41.810975 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5a25-b5ab-450e-95c7-293ca4714a83 req-38bb350b-3ab3-4e70-aa6f-ec7bad60fb07 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:41.810975 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dffd5a25-b5ab-450e-95c7-293ca4714a83 req-38bb350b-3ab3-4e70-aa6f-ec7bad60fb07 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1456823
May 19 06:34:41.855468 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dffd5a25-b5ab-450e-95c7-293ca4714a83 req-34be1e89-1385-45ae-8687-0e7dc37aa59e tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392795
May 19 06:34:42.295774 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49448) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:42.315696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:42.330334 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:42.335588 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Usage tracker for resource:security_group_rule and tenant:31ae6bf70be34014930e5c266089ec01 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:42.366084 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:42.382680 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:42.452085 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8ffa6-b1a5-45fe-bedb-abbbd63525d4 req-773bc8b8-a396-432f-95f4-d630d6f3c933 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:42.453546 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-54f8ffa6-b1a5-45fe-bedb-abbbd63525d4 req-773bc8b8-a396-432f-95f4-d630d6f3c933 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1208730
May 19 06:34:42.525752 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:42.529001 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-54f8ffa6-b1a5-45fe-bedb-abbbd63525d4 req-d738fefc-6a63-46c7-8361-504994d61895 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0685477
May 19 06:34:42.578369 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:42.587504 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b3a40520-19fe-4f68-b36b-35e3571f66fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:42.636025 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ae6bf70be34014930e5c266089ec01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3390729
May 19 06:34:42.642899 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de3e19-26ff-4389-be0a-972a389f030f,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:42.646696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-537870da-d9fc-4494-8e63-4f05b2b47ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:42.693041 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 49456) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:42.766277 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331cd74-13f0-4886-971a-1919fbe8655d req-e06c3eb4-0c43-4054-bc5b-2eda3e02fe3e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:42.768785 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6331cd74-13f0-4886-971a-1919fbe8655d req-e06c3eb4-0c43-4054-bc5b-2eda3e02fe3e tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 943 time: 0.1209099
May 19 06:34:42.791235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:42.802989 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Deleting port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:34:42.803377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:42.817766 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6331cd74-13f0-4886-971a-1919fbe8655d req-b4413f89-09f5-488f-b381-cdfebf10919a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432487
May 19 06:34:42.866553 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:42.952036 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-00d6d7a8-9c35-44f0-b57c-d24cf93e446c req-eb6773b6-6995-4fb6-ae41-c077c491d3a6 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 210 time: 0.0465486
May 19 06:34:43.007816 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] For port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:43.008294 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:43.112841 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524a338-3261-4069-ae6e-6eeddd1e262b req-0f7f5e5b-269e-4101-8051-f37e478a3271 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:43.114218 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0524a338-3261-4069-ae6e-6eeddd1e262b req-0f7f5e5b-269e-4101-8051-f37e478a3271 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1467540
May 19 06:34:43.134046 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Calling delete_port for 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:34:43.159623 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0524a338-3261-4069-ae6e-6eeddd1e262b req-aeeb3a11-ed7e-4c1b-bd8a-216128fa19a0 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393965
May 19 06:34:43.210090 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:43.222782 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a73738c3-b476-4579-94a7-fb125e1a2041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:43.238131 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de3e19-26ff-4389-be0a-972a389f030f,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:43.240296 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:43.247769 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:43.248846 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44de3e19-26ff-4389-be0a-972a389f030f HTTP/1.1" status: 204  len: 168 time: 0.5505531
May 19 06:34:43.367203 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:43.373272 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-902c2daf-46c7-47a7-a4c7-a3d7fd3a922d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:43.380196 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['968108c8-72a0-4188-8ad6-f1da26e00d6c', '2bd47ab1-8836-416d-bb71-e2ab20d06591', '923b892f-1915-410e-b96f-eed16d48bf1f'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:34:43.419869 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event deleted for resources: {'Port': ['ID=7bb5fb59-1b3d-411c-ad51-6c805d0e1b00,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:43.423303 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:43.496586 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] No DVR routers for this DVR port 7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:34:43.499613 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:43.502631 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'name': 'network-vif-deleted', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:43.553123 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40fe7f0-966e-4ac4-a266-6add63ab9e20', 'name': 'network-vif-deleted', 'tag': '7bb5fb59-1b3d-411c-ad51-6c805d0e1b00', 'status': 'completed', 'code': 200}
May 19 06:34:43.581495 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-a1154252-5480-4122-9571-fea91898c1b9 req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "DELETE /v2.0/ports/7bb5fb59-1b3d-411c-ad51-6c805d0e1b00 HTTP/1.1" status: 204  len: 173 time: 1.0465155
May 19 06:34:43.859585 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d203c-6cc9-498c-9d3b-e845ae6f80a7 req-b06bc723-dac2-4e36-92e4-be60211aeb89 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:43.864535 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0e0d203c-6cc9-498c-9d3b-e845ae6f80a7 req-b06bc723-dac2-4e36-92e4-be60211aeb89 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.2066495
May 19 06:34:43.919951 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0e0d203c-6cc9-498c-9d3b-e845ae6f80a7 req-45177f12-7cf9-4505-80bc-775a33506f9a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473545
May 19 06:34:44.049246 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8fdd7fd2-103c-428e-9967-92af05d756ae req-a034958e-09f2-4ab1-a85b-76e82d8194d3 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=b40fe7f0-966e-4ac4-a266-6add63ab9e20 HTTP/1.1" status: 200  len: 210 time: 0.0783277
May 19 06:34:44.066510 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-32f59674-15df-4872-8fba-97ef1e726701 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:44.067461 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-32f59674-15df-4872-8fba-97ef1e726701 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Synchronizing usage tracker for tenant:1f3376afc25b4455af65767129894372 on resource:network {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:34:44.178781 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-32f59674-15df-4872-8fba-97ef1e726701 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Unset dirty status for tenant:1f3376afc25b4455af65767129894372 on resource:network {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:34:44.180338 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-32f59674-15df-4872-8fba-97ef1e726701 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.52 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 809 time: 0.3012309
May 19 06:34:44.210673 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a414b9d2-be22-44c4-85b7-0941a87d5237 req-92d8b594-b69f-4bde-84fc-d6ff9e56359a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 210 time: 0.0434499
May 19 06:34:44.250953 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-48958d17-9525-4ed8-ab73-005b41ea5591 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Synchronizing usage tracker for tenant:1f3376afc25b4455af65767129894372 on resource:security_group {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:34:44.355796 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-48958d17-9525-4ed8-ab73-005b41ea5591 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Unset dirty status for tenant:1f3376afc25b4455af65767129894372 on resource:security_group {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:34:44.359081 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-48958d17-9525-4ed8-ab73-005b41ea5591 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f3376afc25b4455af65767129894372 HTTP/1.1" status: 200  len: 379 time: 0.1517341
May 19 06:34:44.370449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'port': {'device_id': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'admin_state_up': True, 'tenant_id': '1f3376afc25b4455af65767129894372', 'security_groups': ['a919e7a1-1dc5-4eaa-9fb8-bef048fb6757']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:34:44.419904 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647d560-49fc-4641-ab2a-cfa1c3ab2d53 req-14e8a1ee-746a-4aee-9320-be8d56286fe1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:44.421515 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3647d560-49fc-4641-ab2a-cfa1c3ab2d53 req-14e8a1ee-746a-4aee-9320-be8d56286fe1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0891118
May 19 06:34:44.481789 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3647d560-49fc-4641-ab2a-cfa1c3ab2d53 req-1ae475ae-e356-4559-a5bf-cf4dab1fb4a9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513463
May 19 06:34:44.556614 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:44.561394 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:port and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:44.564403 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:44.573005 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:44.635822 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Made reservation on behalf of 1f3376afc25b4455af65767129894372 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:34:44.640542 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:44.648997 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc651bcc-a411-4ad0-a81b-e21d463c4f5f req-08c311b9-707d-462c-9f0a-52411e3641e2 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:44.650594 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bc651bcc-a411-4ad0-a81b-e21d463c4f5f req-08c311b9-707d-462c-9f0a-52411e3641e2 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 945 time: 0.0849676
May 19 06:34:44.703136 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bc651bcc-a411-4ad0-a81b-e21d463c4f5f req-b795a7b4-9a25-45d9-aa1b-bc9ec8bb5a9b tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454872
May 19 06:34:44.820034 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Allocated IP 172.20.0.13 (31138fa4-4832-4136-a8aa-0bffd13a86a3/84964ead-fdd3-4953-8995-dbdb2b8cfc47/a85509db-c66d-45a2-8030-cf37b4ef8242) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:34:45.014267 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:45.030313 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Transition to ACTIVE for port object a85509db-c66d-45a2-8030-cf37b4ef8242 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:34:45.110478 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:45.126911 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d1532f7b-a6e3-49ef-b4b7-6e6594f0aa3b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:45.132379 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345df8ad-6b6e-438c-b739-475fdd7b841b req-6da48aaa-5f0d-4989-a1b2-f67651b7837c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:45.134561 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-345df8ad-6b6e-438c-b739-475fdd7b841b req-6da48aaa-5f0d-4989-a1b2-f67651b7837c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0877960
May 19 06:34:45.195533 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-345df8ad-6b6e-438c-b739-475fdd7b841b req-266df3e8-f24d-4a91-aa77-2c740409f415 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548341
May 19 06:34:45.201019 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:34:45.204208 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:34:45.215803 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:34:45.215803 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:45.215803 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:45.233893 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:45.242986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:45.316809 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9501076
May 19 06:34:45.334392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Request body: {'port': {'device_id': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:34:45.442747 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff823d-3a37-4cd7-9da1-6450513d343e req-034b2c6e-fbcf-421a-9741-2bceab638d78 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:45.452094 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-adff823d-3a37-4cd7-9da1-6450513d343e req-034b2c6e-fbcf-421a-9741-2bceab638d78 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 932 time: 0.1161778
May 19 06:34:45.519181 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-adff823d-3a37-4cd7-9da1-6450513d343e req-d0faf5c4-8992-4f81-991b-67f33ee19dc8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656109
May 19 06:34:45.558501 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:45.596148 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-493f0053-9515-441c-8a95-5852bed6c61d None None] Provisioning for port a85509db-c66d-45a2-8030-cf37b4ef8242 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:34:45.601329 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-493f0053-9515-441c-8a95-5852bed6c61d None None] Provisioning complete for port a85509db-c66d-45a2-8030-cf37b4ef8242 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:34:45.601706 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-493f0053-9515-441c-8a95-5852bed6c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:45.659949 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-493f0053-9515-441c-8a95-5852bed6c61d None None] Port a85509db-c66d-45a2-8030-cf37b4ef8242 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:34:45.711621 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d592c-564d-4a74-b969-c42938ff037b req-9e07b0ce-0ea3-407a-916e-d7282c0288ac tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:45.713466 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d3d592c-564d-4a74-b969-c42938ff037b req-9e07b0ce-0ea3-407a-916e-d7282c0288ac tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.0980759
May 19 06:34:45.843839 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d3d592c-564d-4a74-b969-c42938ff037b req-64e35b02-cb91-4a46-950c-66f84f8fc7ed tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226902
May 19 06:34:45.959116 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-7e53d466-cdab-4860-8ac7-ebd927383b12 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:45.960569 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-7e53d466-cdab-4860-8ac7-ebd927383b12 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 945 time: 0.1746202
May 19 06:34:45.968524 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521125a-302d-4199-bafb-90312844c761 req-7aeff081-1058-4e25-a256-1b7224dfd1fe tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:45.969913 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9521125a-302d-4199-bafb-90312844c761 req-7aeff081-1058-4e25-a256-1b7224dfd1fe tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 945 time: 0.1196270
May 19 06:34:45.993142 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85509db-c66d-45a2-8030-cf37b4ef8242 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:34:46.001144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.015291 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Transition to ACTIVE for port object a85509db-c66d-45a2-8030-cf37b4ef8242 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:34:46.100222 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9521125a-302d-4199-bafb-90312844c761 req-090b7b0e-6041-4980-97d4-2bbfa7cd5ce2 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949450
May 19 06:34:46.104764 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.110621 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:46.142590 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Deleting port 992c0745-54c6-438c-9075-fd407c55eead {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:34:46.143130 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.284917 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:46.311718 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:46.317416 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] For port 992c0745-54c6-438c-9075-fd407c55eead, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=992c0745-54c6-438c-9075-fd407c55eead,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:46.317859 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.324332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Attempting to bind port a85509db-c66d-45a2-8030-cf37b4ef8242 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:34:46.324673 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Attempting to bind port a85509db-c66d-45a2-8030-cf37b4ef8242 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:34:46.325446 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Attempting to bind port a85509db-c66d-45a2-8030-cf37b4ef8242 on network 31138fa4-4832-4136-a8aa-0bffd13a86a3 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:34:46.332463 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Port a85509db-c66d-45a2-8030-cf37b4ef8242 on network 31138fa4-4832-4136-a8aa-0bffd13a86a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:34:46.332792 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Attempting to bind port a85509db-c66d-45a2-8030-cf37b4ef8242 on network 31138fa4-4832-4136-a8aa-0bffd13a86a3 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:34:46.339163 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:34:46.339553 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Checking segment: {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:34:46.340031 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Bound using segment: {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:34:46.340462 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Bound port: a85509db-c66d-45a2-8030-cf37b4ef8242, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd2a006d-0409-474e-a8ee-620f2412bf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:34:46.340805 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.443058 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:34:46.446321 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:34:46.460709 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 49548) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:46.498690 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.504293 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d3527ef3-37d7-44eb-ae3b-cb2ccc2fbf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:46.523146 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Calling delete_port for 992c0745-54c6-438c-9075-fd407c55eead owned by compute:nova {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:34:46.559509 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa636f-5172-4855-a8c9-3bf67972bf95 req-32aa7b8b-5b79-44fd-94ea-3a54dc63c4e9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:46.566840 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a3fa636f-5172-4855-a8c9-3bf67972bf95 req-32aa7b8b-5b79-44fd-94ea-3a54dc63c4e9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.2340689
May 19 06:34:46.618605 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:46.619217 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.620613 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] 10.222.0.52 "PUT /v2.0/ports/a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 1094 time: 1.2907710
May 19 06:34:46.622859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:46.638258 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.645505 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a3fa636f-5172-4855-a8c9-3bf67972bf95 req-1ef97e32-352e-45c3-85e2-870c17cbf1b7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776825
May 19 06:34:46.679912 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:46.691110 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Usage tracker for resource:security_group_rule and tenant:60a9a0a39168452e9a80ce9f89194b85 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:46.699413 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:46.712926 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:46.712926 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:46.717693 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:46.719381 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'status': 'completed', 'code': 200}
May 19 06:34:46.834186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97279312-fa75-43e5-820b-227fe5976327 req-b6420286-a8c0-41b1-86fb-f18e3593091b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:46.834749 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-a8091803-b174-45db-91d0-8a2d063111d4 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:46.835677 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-97279312-fa75-43e5-820b-227fe5976327 req-b6420286-a8c0-41b1-86fb-f18e3593091b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.1748090
May 19 06:34:46.840421 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-a8091803-b174-45db-91d0-8a2d063111d4 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 945 time: 0.3008819
May 19 06:34:46.954104 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:46.960555 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-97279312-fa75-43e5-820b-227fe5976327 req-8652d3cb-356f-4892-a253-807485743153 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1180139
May 19 06:34:46.970401 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['fceb3b1f-15cf-492f-8218-afbd985c9388', '992c0745-54c6-438c-9075-fd407c55eead'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:34:46.971397 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:47.021280 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Pushing event deleted for resources: {'Port': ['ID=992c0745-54c6-438c-9075-fd407c55eead,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:47.048223 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-dab767c4-9ee7-49e7-b3f2-452e8ffd3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:47.050558 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-dab767c4-9ee7-49e7-b3f2-452e8ffd3716 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1097 time: 0.2941496
May 19 06:34:47.052515 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.089560 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:47.096752 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] No DVR routers for this DVR port 992c0745-54c6-438c-9075-fd407c55eead on host hv-cinder-79091 {{(pid=92077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:34:47.099616 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.102744 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'name': 'network-vif-deleted', 'tag': '992c0745-54c6-438c-9075-fd407c55eead'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:47.136146 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.151073 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dd54ab41-e419-411d-8d0d-72089e82b375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:47.164309 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-09c7063f-56b0-4594-b741-00843826dc52 req-ed0106ce-3341-4d4c-a1ba-0331dbd09a3a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Synchronizing usage tracker for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:34:47.170845 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-29c238bb-d74f-4878-94d4-3cd688985f6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 217 time: 0.1052079
May 19 06:34:47.178999 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5a28fb53-bfd5-44e9-bdda-d5bce0f171e9 req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "DELETE /v2.0/ports/992c0745-54c6-438c-9075-fd407c55eead HTTP/1.1" status: 204  len: 173 time: 1.2074542
May 19 06:34:47.229051 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c634c4a2-132e-493b-8d95-dbd173e82c96', 'name': 'network-vif-deleted', 'tag': '992c0745-54c6-438c-9075-fd407c55eead', 'status': 'completed', 'code': 200}
May 19 06:34:47.231824 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Deleting port fb5748b4-5a66-4e89-b13f-b9d51759ac4c {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:34:47.232000 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.247391 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-09c7063f-56b0-4594-b741-00843826dc52 req-ed0106ce-3341-4d4c-a1ba-0331dbd09a3a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Unset dirty status for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:34:47.248863 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-09c7063f-56b0-4594-b741-00843826dc52 req-ed0106ce-3341-4d4c-a1ba-0331dbd09a3a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=c634c4a2-132e-493b-8d95-dbd173e82c96 HTTP/1.1" status: 200  len: 210 time: 0.1357102
May 19 06:34:47.270698 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60a9a0a39168452e9a80ce9f89194b85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8088312
May 19 06:34:47.271530 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9852175d-f328-44f4-9026-e0819d76759f,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:47.273730 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49570) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:47.309303 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-793d865f-0de3-4482-ad3b-9299acc60293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:47.310973 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-793d865f-0de3-4482-ad3b-9299acc60293 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 200  len: 848 time: 0.1230385
May 19 06:34:47.312998 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:47.451675 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.480453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] For port fb5748b4-5a66-4e89-b13f-b9d51759ac4c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:47.480800 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.494679 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.560448 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeced8b-1cef-45de-a765-ccb4b4591894 req-2224b3b3-3466-4bc8-9c35-767fb3f027c2 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:47.561928 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fdeced8b-1cef-45de-a765-ccb4b4591894 req-2224b3b3-3466-4bc8-9c35-767fb3f027c2 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 945 time: 0.2241344
May 19 06:34:47.570053 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcda1d0-cd58-430b-8a1a-46dd419c8d8a req-576b75f2-cc67-42c7-97a8-09befcfb6cbd tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:47.571641 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5fcda1d0-cd58-430b-8a1a-46dd419c8d8a req-576b75f2-cc67-42c7-97a8-09befcfb6cbd tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 945 time: 0.1842308
May 19 06:34:47.651065 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fdeced8b-1cef-45de-a765-ccb4b4591894 req-9e4ddc3f-d2d0-4a49-aa9a-e44a611fa8e5 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776992
May 19 06:34:47.653806 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5fcda1d0-cd58-430b-8a1a-46dd419c8d8a req-fd68bcc5-a180-46b6-9235-7b7dc4b41bc7 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640457
May 19 06:34:47.689305 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Calling delete_port for fb5748b4-5a66-4e89-b13f-b9d51759ac4c owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:34:47.692611 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.695245 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-572ba4c7-0a44-4e12-8a22-76f1d3c244ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:47.696724 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-572ba4c7-0a44-4e12-8a22-76f1d3c244ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31138fa4-4832-4136-a8aa-0bffd13a86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3257809
May 19 06:34:47.698218 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1a279412-cb5b-405c-babf-81f7ad104ca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:47.711908 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9852175d-f328-44f4-9026-e0819d76759f,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:47.714611 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:47.715951 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:47.717202 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9852175d-f328-44f4-9026-e0819d76759f HTTP/1.1" status: 204  len: 168 time: 0.4387794
May 19 06:34:47.851145 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-d71a4fbe-5e10-40e5-a040-caf91e2e0191 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411016
May 19 06:34:47.854513 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5c6d1-812e-43e8-9f33-c546352c0f6f req-84d5069c-23f0-478f-b262-3fbe06a45a64 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:47.856027 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-acd5c6d1-812e-43e8-9f33-c546352c0f6f req-84d5069c-23f0-478f-b262-3fbe06a45a64 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0842996
May 19 06:34:47.906760 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-acd5c6d1-812e-43e8-9f33-c546352c0f6f req-5d1c8fba-43e7-4678-acfd-6730017c23c6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441031
May 19 06:34:48.042299 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-c388e6cc-0b63-41f7-877f-e8eff525e692 req-dd56b005-7522-4ed2-9e68-d9a938cc9188 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1566219
May 19 06:34:48.104609 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:48.112066 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c553cf21-dad5-47d0-8d4e-a03f30c43278 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:48.116411 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['fb5748b4-5a66-4e89-b13f-b9d51759ac4c'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:34:48.153773 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ec96e-063a-4deb-875d-c15dc62d90b9 req-2d46b105-3400-4fa8-bb31-c65188aab2f3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:48.155563 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9b5ec96e-063a-4deb-875d-c15dc62d90b9 req-2d46b105-3400-4fa8-bb31-c65188aab2f3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0839760
May 19 06:34:48.206156 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9b5ec96e-063a-4deb-875d-c15dc62d90b9 req-34330880-2f79-4735-91f3-15b3125e5df4 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442657
May 19 06:34:48.217003 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Pushing event deleted for resources: {'Port': ['ID=fb5748b4-5a66-4e89-b13f-b9d51759ac4c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:48.231629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:48.306606 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] No DVR routers for this DVR port fb5748b4-5a66-4e89-b13f-b9d51759ac4c on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:34:48.312406 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:48.340530 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188de03-1798-4555-8954-a88382e1bbad req-2d6a69ad-3aed-4c6b-befe-aec105ecf2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:48.341970 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f188de03-1798-4555-8954-a88382e1bbad req-2d6a69ad-3aed-4c6b-befe-aec105ecf2ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1097 time: 0.1659245
May 19 06:34:48.390305 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49586) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:48.407664 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:48.422160 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:48.426135 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Usage tracker for resource:security_group_rule and tenant:a19fca7dcaa94cc6a44672b5d813b832 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:48.428986 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:48.434573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:48.440890 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-42f1aa7e-01eb-4be9-82b8-54e674fa262c req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "DELETE /v2.0/ports/fb5748b4-5a66-4e89-b13f-b9d51759ac4c HTTP/1.1" status: 204  len: 173 time: 1.5870986
May 19 06:34:48.490381 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188de03-1798-4555-8954-a88382e1bbad req-14c30dfd-7802-48bf-a174-bacad6418bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:48.492262 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f188de03-1798-4555-8954-a88382e1bbad req-14c30dfd-7802-48bf-a174-bacad6418bea service neutron] 10.222.0.52 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 910 time: 0.1406362
May 19 06:34:48.524907 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:48.566785 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f188de03-1798-4555-8954-a88382e1bbad req-1d61312a-8a23-4802-beda-6cb7cb3d455d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 217 time: 0.0666153
May 19 06:34:48.607995 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:48.616797 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a666c12e-7f57-4fef-8a82-c403cad41c30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:48.633603 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188de03-1798-4555-8954-a88382e1bbad req-f129a480-a817-4dba-b4c2-6bcebee4109c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:48.635078 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f188de03-1798-4555-8954-a88382e1bbad req-f129a480-a817-4dba-b4c2-6bcebee4109c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 200  len: 848 time: 0.0595667
May 19 06:34:48.659707 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a19fca7dcaa94cc6a44672b5d813b832&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2659760
May 19 06:34:48.659707 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9ae6f2-6e82-407b-8862-270f74a89800,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:48.660635 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49590) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:48.663026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:48.720611 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188de03-1798-4555-8954-a88382e1bbad req-ed8dd8e5-f685-4c9f-847c-f0578957601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:48.722079 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f188de03-1798-4555-8954-a88382e1bbad req-ed8dd8e5-f685-4c9f-847c-f0578957601e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31138fa4-4832-4136-a8aa-0bffd13a86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785530
May 19 06:34:48.722874 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'name': 'network-vif-deleted', 'tag': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:48.740200 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:48.776046 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:48.841672 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-95aa591f-f25d-486d-a4f5-51bfaa623fdb req-21af8c4e-1e66-49c9-a7ca-56c3b2c271f0 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=8eb94654-42ec-4d87-9a5b-72b5df8624a8 HTTP/1.1" status: 200  len: 210 time: 0.0534520
May 19 06:34:48.888191 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f188de03-1798-4555-8954-a88382e1bbad req-93e43a8c-c996-4ed3-8720-4ff8f70a72ce service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438451
May 19 06:34:48.925161 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eb94654-42ec-4d87-9a5b-72b5df8624a8', 'name': 'network-vif-deleted', 'tag': 'fb5748b4-5a66-4e89-b13f-b9d51759ac4c', 'status': 'completed', 'code': 200}
May 19 06:34:49.002729 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f47145-ef49-4c91-b32c-1cc9b0defa20 req-e6118a5e-e9e4-4ef7-a8f5-4a2c81859a92 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:49.005170 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-53f47145-ef49-4c91-b32c-1cc9b0defa20 req-e6118a5e-e9e4-4ef7-a8f5-4a2c81859a92 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 945 time: 0.0829096
May 19 06:34:49.046530 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:49.066353 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-848313bc-c72d-4d13-8842-c62b84945c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:49.073136 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f188de03-1798-4555-8954-a88382e1bbad req-152c054f-649c-48b0-bef1-7805abc9ae53 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689570
May 19 06:34:49.087905 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9ae6f2-6e82-407b-8862-270f74a89800,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:49.099381 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:49.110373 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:49.111526 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca9ae6f2-6e82-407b-8862-270f74a89800 HTTP/1.1" status: 204  len: 168 time: 0.4499826
May 19 06:34:49.112770 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-fe13f01f-bfda-4da6-82ba-1b8839e673ff tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:49.113432 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-fe13f01f-bfda-4da6-82ba-1b8839e673ff tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Synchronizing usage tracker for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:34:49.126421 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-53f47145-ef49-4c91-b32c-1cc9b0defa20 req-aa5537a3-2cf3-46f9-a1af-8c49345ff41a tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860212
May 19 06:34:49.151147 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43efa1-0455-491f-a0c1-71e5607ad14e req-6ef25089-9dae-475e-9f30-45d1f72bb1c4 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:49.152679 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0d43efa1-0455-491f-a0c1-71e5607ad14e req-6ef25089-9dae-475e-9f30-45d1f72bb1c4 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1464081
May 19 06:34:49.198701 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0d43efa1-0455-491f-a0c1-71e5607ad14e req-54a7a141-c656-4bf0-a462-6bb4aa032c48 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397770
May 19 06:34:49.201279 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-fe13f01f-bfda-4da6-82ba-1b8839e673ff tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Unset dirty status for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:34:49.205892 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-fe13f01f-bfda-4da6-82ba-1b8839e673ff tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 945 time: 0.1761954
May 19 06:34:49.319130 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8117c-d34b-4b76-a674-492b83e84fe3 req-cb3c2296-4055-4aff-9d71-777c312da65f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:49.320789 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6dd8117c-d34b-4b76-a674-492b83e84fe3 req-cb3c2296-4055-4aff-9d71-777c312da65f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0934055
May 19 06:34:49.366213 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6dd8117c-d34b-4b76-a674-492b83e84fe3 req-9967d33b-bdf6-41ee-9712-1263527e750c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398524
May 19 06:34:49.383394 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Deleting port 923b892f-1915-410e-b96f-eed16d48bf1f {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:34:49.383847 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:49.465274 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30692d-bac9-4b86-8a6c-e71fc2b25690 req-4ccf7741-7901-4d07-8a90-c036f3141305 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:49.467883 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dd30692d-bac9-4b86-8a6c-e71fc2b25690 req-4ccf7741-7901-4d07-8a90-c036f3141305 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.1006064
May 19 06:34:49.521668 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dd30692d-bac9-4b86-8a6c-e71fc2b25690 req-969973cb-c001-4825-be59-2bf1d97ee74e tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490699
May 19 06:34:49.600668 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] For port 923b892f-1915-410e-b96f-eed16d48bf1f, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=923b892f-1915-410e-b96f-eed16d48bf1f,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:49.601024 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:49.723045 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Calling delete_port for 923b892f-1915-410e-b96f-eed16d48bf1f owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:34:49.915844 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:49.924092 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:49.929952 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['968108c8-72a0-4188-8ad6-f1da26e00d6c', '2bd47ab1-8836-416d-bb71-e2ab20d06591', '923b892f-1915-410e-b96f-eed16d48bf1f'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:34:49.977253 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event deleted for resources: {'Port': ['ID=923b892f-1915-410e-b96f-eed16d48bf1f,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:49.980231 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:50.055613 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] No DVR routers for this DVR port 923b892f-1915-410e-b96f-eed16d48bf1f on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:34:50.058037 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:50.105210 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-fba8409a-02a5-47ad-8bba-e4ae15485d69 req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "DELETE /v2.0/ports/923b892f-1915-410e-b96f-eed16d48bf1f HTTP/1.1" status: 204  len: 173 time: 0.8930624
May 19 06:34:50.320127 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d1e103e6-4b27-488c-827a-1977ee79e035 req-e9f92e0a-c7b3-430c-a8ad-0281e1b28ad8 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0710711
May 19 06:34:50.438577 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8968d-e1d4-4f6a-9fc6-a260e45e730d req-bc8bb9f4-a09b-400d-a3b0-09ee01d911a9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:50.442040 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cba8968d-e1d4-4f6a-9fc6-a260e45e730d req-bc8bb9f4-a09b-400d-a3b0-09ee01d911a9 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0903080
May 19 06:34:50.543148 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cba8968d-e1d4-4f6a-9fc6-a260e45e730d req-2f4aabaa-f910-4d84-9e2d-4a066460506a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913436
May 19 06:34:50.585078 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b98828-6dcd-4e98-b3fd-fa57c36ea079 req-f05f3d9c-6200-4a06-b4ae-128722525b44 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:50.586522 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47b98828-6dcd-4e98-b3fd-fa57c36ea079 req-f05f3d9c-6200-4a06-b4ae-128722525b44 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.0965712
May 19 06:34:50.631699 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-47b98828-6dcd-4e98-b3fd-fa57c36ea079 req-9eeeda75-8880-454d-a7ba-6329e6fe7c0c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392532
May 19 06:34:50.791765 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa5d9e-68bd-4cf4-80a7-fc44b0b389dc req-730f67ab-110b-4f1b-b525-a073a8b0d8ba tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:50.793545 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b2fa5d9e-68bd-4cf4-80a7-fc44b0b389dc req-730f67ab-110b-4f1b-b525-a073a8b0d8ba tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.1556036
May 19 06:34:50.840174 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b2fa5d9e-68bd-4cf4-80a7-fc44b0b389dc req-f73504b3-f0fe-4d91-b179-abaef621a4b8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406787
May 19 06:34:50.925966 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'name': 'network-vif-deleted', 'tag': '923b892f-1915-410e-b96f-eed16d48bf1f'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:50.969266 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3814d7-59ed-4df0-ac89-892432a5a2e8', 'name': 'network-vif-deleted', 'tag': '923b892f-1915-410e-b96f-eed16d48bf1f', 'status': 'completed', 'code': 200}
May 19 06:34:51.478260 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cd027aee-5521-4054-9f27-fe4de62681b4 req-fa9613d2-c7cc-4e85-9ae9-6950e164aa13 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0411258
May 19 06:34:51.738587 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80a70d-ee79-4404-9f75-b9562d2e376a req-ca3d9e07-01a8-46b2-9fb2-e6f6b97e887c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:51.740141 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8b80a70d-ee79-4404-9f75-b9562d2e376a req-ca3d9e07-01a8-46b2-9fb2-e6f6b97e887c tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0897591
May 19 06:34:51.832947 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8b80a70d-ee79-4404-9f75-b9562d2e376a req-d2bcb2d3-3985-4b69-82d5-06485ff1ad5a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871899
May 19 06:34:51.859824 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:34:51.868781 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867801e7-1d69-4d05-81e8-23f48a0d7977 req-328d3719-08c4-40bf-b971-efde2216044f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:51.870023 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-867801e7-1d69-4d05-81e8-23f48a0d7977 req-328d3719-08c4-40bf-b971-efde2216044f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 943 time: 0.1094730
May 19 06:34:51.927791 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-867801e7-1d69-4d05-81e8-23f48a0d7977 req-b957b3de-291a-49a5-a847-26c77984dda1 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471284
May 19 06:34:52.010759 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:52.024062 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'port_id': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'mac_address': 'fa:16:3e:2d:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:34:52.050870 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80660999-1bee-4f88-898d-bcf0812037a8 req-cb75a661-2856-4174-9c32-6b5cda778e1d tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:52.052390 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-80660999-1bee-4f88-898d-bcf0812037a8 req-cb75a661-2856-4174-9c32-6b5cda778e1d tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0888619
May 19 06:34:52.081210 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:52.097318 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-80660999-1bee-4f88-898d-bcf0812037a8 req-c1636185-e1b5-42a2-830e-b91cc77dfd45 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390129
May 19 06:34:52.097951 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e5ba660-51e6-41b1-953c-6f05b2e17a26 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:34:52.113862 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:52.189857 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:52.191681 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8c4118ad-ef7d-4ea1-b6a9-bb2f9fb144a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:52.255945 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=9']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:52.264207 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.264207 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.264207 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.264207 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.264604 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.264690 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.264983 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.265299 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.265638 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.265953 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.266265 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.266578 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:34:52.270909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:52.545264 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49704) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:52.641146 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-51a9938e-21d5-410e-9879-3b75f73fbf3a req-ecd3e6d5-a333-41da-8802-84c69ce9ab44 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb3814d7-59ed-4df0-ac89-892432a5a2e8 HTTP/1.1" status: 200  len: 210 time: 0.0450838
May 19 06:34:52.661437 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:52.675709 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:52.679436 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Usage tracker for resource:security_group_rule and tenant:5b6703ea3f274c7083c74c69e568d66d is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:52.682159 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:52.687743 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:52.766396 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:52.796192 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 992c0745-54c6-438c-9075-fd407c55eead no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:34:52.829894 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:52.833660 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 992c0745-54c6-438c-9075-fd407c55eead {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:34:52.833995 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 992c0745-54c6-438c-9075-fd407c55eead not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:34:52.834409 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fb5748b4-5a66-4e89-b13f-b9d51759ac4c no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:34:52.838860 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-28cc9abe-5838-4225-89ed-2eccc21516b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:52.873683 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: fb5748b4-5a66-4e89-b13f-b9d51759ac4c {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:34:52.874599 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fb5748b4-5a66-4e89-b13f-b9d51759ac4c not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:34:52.887000 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b6703ea3f274c7083c74c69e568d66d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3382256
May 19 06:34:52.887000 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef8c915-7277-4ae0-aa6f-83a83f7855d9,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:52.887890 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49714) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:52.890185 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:52.946013 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:53.010756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:53.149606 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45bf0c-2885-4d2c-be64-a7c5d1ccd76c req-f597ce8e-dd02-4be7-acd7-3f58f4d68556 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:53.151066 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2e45bf0c-2885-4d2c-be64-a7c5d1ccd76c req-f597ce8e-dd02-4be7-acd7-3f58f4d68556 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1856005
May 19 06:34:53.158854 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73347a-3dd8-4f3e-8f59-74639e0641e3 req-4cb9346e-fbc2-40fc-99fe-671139a5784f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:53.160273 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0c73347a-3dd8-4f3e-8f59-74639e0641e3 req-4cb9346e-fbc2-40fc-99fe-671139a5784f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 944 time: 0.1152971
May 19 06:34:53.195986 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:53.202815 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e729679e-5ec4-4d20-9545-4bc1cbed2f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:53.238228 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef8c915-7277-4ae0-aa6f-83a83f7855d9,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:53.244727 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:53.247529 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2e45bf0c-2885-4d2c-be64-a7c5d1ccd76c req-7692a357-7d6d-4279-8ebc-12ad542d6a6a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863929
May 19 06:34:53.250044 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:53.253626 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ef8c915-7277-4ae0-aa6f-83a83f7855d9 HTTP/1.1" status: 204  len: 168 time: 0.3622742
May 19 06:34:53.255608 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0c73347a-3dd8-4f3e-8f59-74639e0641e3 req-1ad7ebe5-6925-424b-9c02-c17075191dc4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0819640
May 19 06:34:53.438963 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b104a-265e-4eed-a856-f15e5310ee78 req-99c50090-80d8-486f-84fd-d294dbb1dad7 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:53.440465 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-587b104a-265e-4eed-a856-f15e5310ee78 req-99c50090-80d8-486f-84fd-d294dbb1dad7 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0831218
May 19 06:34:53.484220 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-587b104a-265e-4eed-a856-f15e5310ee78 req-9e9cde15-af45-463f-8b57-c7e02d7b629b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381534
May 19 06:34:53.894541 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 923b892f-1915-410e-b96f-eed16d48bf1f no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:34:53.897625 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49732) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:53.914919 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:53.927859 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 923b892f-1915-410e-b96f-eed16d48bf1f {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:34:53.928142 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 923b892f-1915-410e-b96f-eed16d48bf1f not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:34:53.928714 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:34:53.932534 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b606e458e345139db9a0482c79d270 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:34:53.935336 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:34:53.941579 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:34:54.023087 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:54.109774 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:54.118567 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a7d1c9a4-385c-4cc3-8a08-3f3c5847d128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:54.162637 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1b606e458e345139db9a0482c79d270&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2638073
May 19 06:34:54.163546 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced65264-95bc-4464-bf2b-a6c3e1e13851,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:54.165650 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 49738) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:34:54.166939 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:54.226897 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:54.252284 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:54.268587 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['0e5ba660-51e6-41b1-953c-6f05b2e17a26'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:34:54.321582 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c0749-2657-4a1f-aace-afae78140f1e req-91040126-9abf-4b02-ae3f-e2f09c689ccc tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:54.323069 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e74c0749-2657-4a1f-aace-afae78140f1e req-91040126-9abf-4b02-ae3f-e2f09c689ccc tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 945 time: 0.0997620
May 19 06:34:54.371870 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e74c0749-2657-4a1f-aace-afae78140f1e req-1c6eeea0-198e-4d76-9a29-ce82efc36b06 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426257
May 19 06:34:54.401348 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:54.406438 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-05b85f49-c375-43c5-b9fb-ac2f75037625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:54.419070 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced65264-95bc-4464-bf2b-a6c3e1e13851,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:54.421650 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:54.429316 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:54.434785 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ced65264-95bc-4464-bf2b-a6c3e1e13851 HTTP/1.1" status: 204  len: 168 time: 0.2675407
May 19 06:34:54.469771 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45454acc-4cdf-4cb2-8903-36cea7be8f65 req-a8a558d6-70e0-4ad4-81b9-ecd8c69435ba tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:54.472243 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-45454acc-4cdf-4cb2-8903-36cea7be8f65 req-a8a558d6-70e0-4ad4-81b9-ecd8c69435ba tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0968294
May 19 06:34:54.527806 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-45454acc-4cdf-4cb2-8903-36cea7be8f65 req-165b7578-7293-4cc7-bad3-29d3d58939b1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477829
May 19 06:34:54.608512 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e76db2-39b4-4406-81a5-983a23b7f5a8 req-4731b624-733c-4ef4-867a-7c4b8a52f16b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:54.609992 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37e76db2-39b4-4406-81a5-983a23b7f5a8 req-4731b624-733c-4ef4-867a-7c4b8a52f16b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 944 time: 0.0811656
May 19 06:34:54.710074 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37e76db2-39b4-4406-81a5-983a23b7f5a8 req-b35d8113-f74d-4ad5-a0bb-9e8f0fd99dd8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935314
May 19 06:34:54.742156 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9927aa-818e-459d-acf4-4ef7f79cd71e req-27ba69e1-c280-4423-9cbd-802d0e473960 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:54.742156 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-af9927aa-818e-459d-acf4-4ef7f79cd71e req-27ba69e1-c280-4423-9cbd-802d0e473960 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.1090889
May 19 06:34:54.804212 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-af9927aa-818e-459d-acf4-4ef7f79cd71e req-84657117-295e-4fec-b770-c5c47bb5c71e tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560930
May 19 06:34:55.559420 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8195-c8e4-4640-be27-d63f7bf8282b req-2816f0d2-f73a-463b-97ef-2e7bafa589c4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:55.560944 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-258d8195-c8e4-4640-be27-d63f7bf8282b req-2816f0d2-f73a-463b-97ef-2e7bafa589c4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 945 time: 0.0812824
May 19 06:34:55.615049 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-258d8195-c8e4-4640-be27-d63f7bf8282b req-2a459458-5c3c-4674-bfaa-1a925d5b961f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475297
May 19 06:34:55.722283 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd2de2-ea92-4c44-878d-384000ad85f9 req-ebe41035-9499-47ab-8090-3f6dd69f9fcb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:55.723768 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a1dd2de2-ea92-4c44-878d-384000ad85f9 req-ebe41035-9499-47ab-8090-3f6dd69f9fcb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0789533
May 19 06:34:55.770136 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a1dd2de2-ea92-4c44-878d-384000ad85f9 req-e669cea9-e2b1-4d9e-8b23-5f2ca99d6cc8 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404105
May 19 06:34:55.873220 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-168e469b-3a1b-40c9-ac1c-ee0e64ce201f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:55.874062 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-168e469b-3a1b-40c9-ac1c-ee0e64ce201f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Synchronizing usage tracker for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:34:55.874275 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device a85509db-c66d-45a2-8030-cf37b4ef8242 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:34:55.877801 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:34:55.944897 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-168e469b-3a1b-40c9-ac1c-ee0e64ce201f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Unset dirty status for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:34:55.946956 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-168e469b-3a1b-40c9-ac1c-ee0e64ce201f tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 945 time: 0.1604095
May 19 06:34:55.992389 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:34:55.992766 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.042094 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596aafe-7a04-4ad9-807d-4a866e487b2d req-e10634f7-18a5-407f-9cd3-16f95dcb7680 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:56.043565 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d596aafe-7a04-4ad9-807d-4a866e487b2d req-e10634f7-18a5-407f-9cd3-16f95dcb7680 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 944 time: 0.2194278
May 19 06:34:56.055613 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5e534-c435-490f-9248-d4bc32f1535d req-0c9a9e32-083f-4dc0-b7d4-63b6e05f7928 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:56.057047 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b7b5e534-c435-490f-9248-d4bc32f1535d req-0c9a9e32-083f-4dc0-b7d4-63b6e05f7928 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.1129119
May 19 06:34:56.099560 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Deleting port 2bd47ab1-8836-416d-bb71-e2ab20d06591 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:34:56.100350 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.139073 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d596aafe-7a04-4ad9-807d-4a866e487b2d req-2d0dae70-d927-4976-b41f-2a2724f5d65f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808623
May 19 06:34:56.191617 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b7b5e534-c435-490f-9248-d4bc32f1535d req-326d7eb4-e26a-4f6c-b210-3c399a8a743a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159093
May 19 06:34:56.227527 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:56.234503 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.252114 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] For port 2bd47ab1-8836-416d-bb71-e2ab20d06591, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2bd47ab1-8836-416d-bb71-e2ab20d06591,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:56.252475 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.277132 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'port_id': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'mac_address': 'fa:16:3e:b2:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:34:56.325225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:56.349226 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:56.359572 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.380571 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'code': 200}
May 19 06:34:56.386428 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Calling delete_port for 2bd47ab1-8836-416d-bb71-e2ab20d06591 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:34:56.395447 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85509db-c66d-45a2-8030-cf37b4ef8242 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:34:56.411002 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:34:56.446546 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.448881 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:56.485435 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.534104 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=10']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:56.537655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:56.538228 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-7e07d8e9-65e1-403d-9fdf-9b4cfb035daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:56.567588 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.575099 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:34:56.588094 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['968108c8-72a0-4188-8ad6-f1da26e00d6c'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:34:56.657176 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:56.664498 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event deleted for resources: {'Port': ['ID=2bd47ab1-8836-416d-bb71-e2ab20d06591,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:34:56.664935 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:56.667025 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:34:56.747554 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] No DVR routers for this DVR port 2bd47ab1-8836-416d-bb71-e2ab20d06591 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:34:56.749852 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:34:56.752769 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'name': 'network-vif-deleted', 'tag': '2bd47ab1-8836-416d-bb71-e2ab20d06591'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:34:56.781093 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['a85509db-c66d-45a2-8030-cf37b4ef8242'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:34:56.805290 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac2673a-10c1-4594-8246-0569acc41e4d', 'name': 'network-vif-deleted', 'tag': '2bd47ab1-8836-416d-bb71-e2ab20d06591', 'status': 'completed', 'code': 200}
May 19 06:34:56.842453 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cebc4a14-a351-4b33-97ac-f7ab1d7e53fd req-35eabd62-10d8-4446-9945-d4ab864fbec1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 210 time: 0.0579991
May 19 06:34:56.853977 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-672f95f3-2003-42ff-ba86-c780eeeacb31 req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "DELETE /v2.0/ports/2bd47ab1-8836-416d-bb71-e2ab20d06591 HTTP/1.1" status: 204  len: 173 time: 0.9006088
May 19 06:34:56.989796 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84febda-3485-4a0f-bc3c-b64c397b62de req-be18b33d-dd4f-4e04-9407-a6546687dbb7 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:56.991179 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a84febda-3485-4a0f-bc3c-b64c397b62de req-be18b33d-dd4f-4e04-9407-a6546687dbb7 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0805991
May 19 06:34:57.047138 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a84febda-3485-4a0f-bc3c-b64c397b62de req-cfd2f0bf-5abc-44c7-ae18-a1ca60c6326a tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471759
May 19 06:34:57.169054 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee03ef3-c4c9-433a-90be-736cf97d3e84 req-8d56b714-8349-4b6e-9b53-0e4f5bc8c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:57.170552 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bee03ef3-c4c9-433a-90be-736cf97d3e84 req-8d56b714-8349-4b6e-9b53-0e4f5bc8c34d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1099 time: 0.0744321
May 19 06:34:57.220237 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bee03ef3-c4c9-433a-90be-736cf97d3e84 req-12e7f736-7293-4cfa-93e6-89c42d5d8f21 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409980
May 19 06:34:57.400037 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58ec6a-5f43-46f8-af59-fe9fe2ced257 req-cda7ffa2-d2a6-40fc-8a96-6928efa1cb55 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:57.400037 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e58ec6a-5f43-46f8-af59-fe9fe2ced257 req-cda7ffa2-d2a6-40fc-8a96-6928efa1cb55 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.1432695
May 19 06:34:57.428355 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b6f1c-1e15-4403-acfa-d63132342d8d req-45cbaf45-2ebc-4bcf-b47a-b0eed9aadb1c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:57.429744 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2b3b6f1c-1e15-4403-acfa-d63132342d8d req-45cbaf45-2ebc-4bcf-b47a-b0eed9aadb1c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 945 time: 0.1330740
May 19 06:34:57.471032 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e58ec6a-5f43-46f8-af59-fe9fe2ced257 req-00cca4c4-5a0a-4524-910f-1d5d5b4dec38 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657127
May 19 06:34:57.489908 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2b3b6f1c-1e15-4403-acfa-d63132342d8d req-a46c031e-d73d-4588-b9f6-d25cfd99c677 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535324
May 19 06:34:58.012286 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-530a47af-03e5-4521-b67b-5fc0d8330144 req-470ab94b-284e-4ed1-86fd-c453623ac29d tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 210 time: 0.0416467
May 19 06:34:58.234881 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e845f842-c446-4991-b7db-95ff65573d60 req-ab10b36a-6d25-475e-ae09-00225ce307ab tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:58.236264 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e845f842-c446-4991-b7db-95ff65573d60 req-ab10b36a-6d25-475e-ae09-00225ce307ab tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0821764
May 19 06:34:58.239374 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2bd47ab1-8836-416d-bb71-e2ab20d06591 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:34:58.273738 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 2bd47ab1-8836-416d-bb71-e2ab20d06591 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:34:58.274073 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2bd47ab1-8836-416d-bb71-e2ab20d06591 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:34:58.281301 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e845f842-c446-4991-b7db-95ff65573d60 req-95851c71-d90b-49d3-b4e9-5714bb841d18 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392857
May 19 06:34:58.562911 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:34:58.721654 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e4f74-9a44-4c64-b2d5-6ecbca6c4a4f req-ff7d6880-278f-4221-a454-5271997fc9b9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:58.723093 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-771e4f74-9a44-4c64-b2d5-6ecbca6c4a4f req-ff7d6880-278f-4221-a454-5271997fc9b9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.1403277
May 19 06:34:58.730182 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035a03d-034f-411c-babb-227c17b9c15d req-9c634716-11e3-443e-bdcf-5488c6332ae8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:58.731527 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e035a03d-034f-411c-babb-227c17b9c15d req-9c634716-11e3-443e-bdcf-5488c6332ae8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 945 time: 0.1138897
May 19 06:34:58.800635 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-771e4f74-9a44-4c64-b2d5-6ecbca6c4a4f req-8dc313f6-b493-4f6b-a200-0fe2ca809ff3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681794
May 19 06:34:58.805966 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e035a03d-034f-411c-babb-227c17b9c15d req-195db72d-2205-4fe3-bd89-ed8c48c555c4 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597215
May 19 06:34:59.175583 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2edec679-1ba5-4a8a-9a92-1b5b9f198739 req-18a74188-b235-4407-b33c-48c9a1fd436b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 210 time: 0.0446324
May 19 06:34:59.463900 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce14f16-4c8f-4204-a43f-e55f8ca5f0f0 req-a8e810db-4c31-49f6-b857-adad549b4b5d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:34:59.465333 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5ce14f16-4c8f-4204-a43f-e55f8ca5f0f0 req-a8e810db-4c31-49f6-b857-adad549b4b5d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0780380
May 19 06:34:59.508870 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5ce14f16-4c8f-4204-a43f-e55f8ca5f0f0 req-57aa6934-6c58-469c-ad40-0fb6b9e11704 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378873
May 19 06:35:00.048425 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1cbdc2-f062-4554-b05f-8ba976f266af req-4f4bb14a-3d69-424c-b01e-e29c8ba6e408 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:00.050410 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9a1cbdc2-f062-4554-b05f-8ba976f266af req-4f4bb14a-3d69-424c-b01e-e29c8ba6e408 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.1385703
May 19 06:35:00.057945 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fee3a-260c-4c76-bcf6-8543f03acc9c req-394e5993-f856-4b3b-9463-fbdb6125bb30 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:00.059243 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c52fee3a-260c-4c76-bcf6-8543f03acc9c req-394e5993-f856-4b3b-9463-fbdb6125bb30 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 945 time: 0.1502645
May 19 06:35:00.125441 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9a1cbdc2-f062-4554-b05f-8ba976f266af req-80ab2059-3dca-40c7-9b9e-fd4997c038cc tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652716
May 19 06:35:00.131912 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c52fee3a-260c-4c76-bcf6-8543f03acc9c req-d29011fb-2afe-4fd2-b0b3-4e2555be092a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595264
May 19 06:35:00.342607 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-178a6d26-4e10-43ec-80d4-23dfd7d920d6 req-b4d9afff-a933-4aed-adb0-dcde9765046b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac2673a-10c1-4594-8246-0569acc41e4d HTTP/1.1" status: 200  len: 210 time: 0.0443997
May 19 06:35:00.464316 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-02947f38-4ec4-44f1-a38d-27ee6ed3da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:00.465896 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-02947f38-4ec4-44f1-a38d-27ee6ed3da28 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 1099 time: 0.0710251
May 19 06:35:00.617043 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-12f8fbe0-95b7-4cbb-9eae-dd0e8e535b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:00.618571 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-12f8fbe0-95b7-4cbb-9eae-dd0e8e535b6c service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.1287818
May 19 06:35:00.702339 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ba43d-6a5a-4d55-854d-4c63e6297b0d req-7676f8f2-4198-41d8-9c61-ef2f9cd012a3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:00.703963 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e5ba43d-6a5a-4d55-854d-4c63e6297b0d req-7676f8f2-4198-41d8-9c61-ef2f9cd012a3 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.0889339
May 19 06:35:00.760637 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e5ba43d-6a5a-4d55-854d-4c63e6297b0d req-c17bb5d0-2679-4507-8110-00e79c099f8d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/security-groups?id=c5400565-1548-4429-8da4-ff6dd46de876&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497916
May 19 06:35:00.794754 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-ebb96c02-ab05-4d50-9068-07415f9bae2d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 200  len: 1001 time: 0.1670871
May 19 06:35:00.932408 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-c29cd375-c7aa-4a8d-86c1-f0af376190b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:00.933769 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-c29cd375-c7aa-4a8d-86c1-f0af376190b6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.1110268
May 19 06:35:00.956283 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafecd9-8616-41f3-9712-4e0712ff283b req-aa18b350-22a5-4482-b9ce-afb511e725f1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:00.956961 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-beafecd9-8616-41f3-9712-4e0712ff283b req-aa18b350-22a5-4482-b9ce-afb511e725f1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Synchronizing usage tracker for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:01.014512 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-beafecd9-8616-41f3-9712-4e0712ff283b req-aa18b350-22a5-4482-b9ce-afb511e725f1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Unset dirty status for tenant:04d02f1c9b5741288837d3645d776554 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:01.015689 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-beafecd9-8616-41f3-9712-4e0712ff283b req-aa18b350-22a5-4482-b9ce-afb511e725f1 tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 946 time: 0.1917777
May 19 06:35:01.140261 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-c75ef496-69d7-43cb-b742-222f8e40d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:01.142495 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-c75ef496-69d7-43cb-b742-222f8e40d87b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1820850
May 19 06:35:01.228291 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-a0eef13a-108c-415f-a9e1-f69e96918c31 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:01.230403 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-a0eef13a-108c-415f-a9e1-f69e96918c31 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/networks?id=1f1065ef-d929-4251-96dc-a38fde3360da HTTP/1.1" status: 200  len: 814 time: 0.1625576
May 19 06:35:01.259789 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-34cb306c-aa32-4c23-88d3-ab2b176d0c84 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/quotas/8e1d3fa1a7ea4aaf86d054354fa54cd9 HTTP/1.1" status: 200  len: 375 time: 0.0231953
May 19 06:35:01.306871 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Deleting port fceb3b1f-15cf-492f-8218-afbd985c9388 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:35:01.307210 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:01.318658 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-1c2067a7-21c6-4879-b6ee-bc1cbac5d067 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0577254
May 19 06:35:01.350537 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-41b8f9de-832a-40fd-b3c9-d6efb9662192 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2000089
May 19 06:35:01.564853 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] For port fceb3b1f-15cf-492f-8218-afbd985c9388, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=fceb3b1f-15cf-492f-8218-afbd985c9388,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:01.566469 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:01.671430 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-bf6fb2f7-df3e-43f4-8f5a-5afcb53a5a93 req-95b70680-f618-45c3-9a8e-10eb7a675fe0 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2667754
May 19 06:35:01.719803 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-316f4340-d179-49d3-9304-524bb68b7081 service neutron] 10.222.0.25 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3955162
May 19 06:35:01.746232 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Calling delete_port for fceb3b1f-15cf-492f-8218-afbd985c9388 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:35:01.771040 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9546f-aba6-4d9d-9bcb-bef1984ca307 req-1bf32856-acef-4dca-9751-d5e7eecc4929 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:01.772433 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-00c9546f-aba6-4d9d-9bcb-bef1984ca307 req-1bf32856-acef-4dca-9751-d5e7eecc4929 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.1714137
May 19 06:35:01.891922 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-00c9546f-aba6-4d9d-9bcb-bef1984ca307 req-4fcd365b-05e4-4dfd-85c6-b5ef4b9b86aa tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721340
May 19 06:35:01.900918 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-c033bedb-f15a-4297-8086-7a611ab7b74c service neutron] 10.222.0.25 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747394
May 19 06:35:01.920657 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device a85509db-c66d-45a2-8030-cf37b4ef8242 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:01.925398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:01.928653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0e1f6cd2-1e3f-4911-bbfe-6e6a4c5f1f94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:01.957162 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49914) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:01.963512 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['fceb3b1f-15cf-492f-8218-afbd985c9388'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:35:01.988323 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Pushing event deleted for resources: {'Port': ['ID=fceb3b1f-15cf-492f-8218-afbd985c9388,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:02.000193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:02.088748 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] No DVR routers for this DVR port fceb3b1f-15cf-492f-8218-afbd985c9388 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:35:02.092068 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.095454 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'name': 'network-vif-deleted', 'tag': 'fceb3b1f-15cf-492f-8218-afbd985c9388'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:02.098636 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port a85509db-c66d-45a2-8030-cf37b4ef8242 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:02.104283 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port a85509db-c66d-45a2-8030-cf37b4ef8242 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:02.104665 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.136769 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.183164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:02.187884 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-beafecd9-8616-41f3-9712-4e0712ff283b req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.52 "DELETE /v2.0/ports/fceb3b1f-15cf-492f-8218-afbd985c9388 HTTP/1.1" status: 204  len: 173 time: 1.1590271
May 19 06:35:02.205242 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Usage tracker for resource:security_group_rule and tenant:ef9b92cdde274d15b56b8437d71de90c is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:02.209289 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:02.223449 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:02.257968 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace60c32-1355-4446-bf80-3ac473753373 req-22134fc5-784a-488c-9d2b-524b78e9f4cc tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:02.264632 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ace60c32-1355-4446-bf80-3ac473753373 req-22134fc5-784a-488c-9d2b-524b78e9f4cc tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 945 time: 0.1859920
May 19 06:35:02.275671 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.326796 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:02.338432 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ace60c32-1355-4446-bf80-3ac473753373 req-ea5b7404-ff55-475c-834c-47b63c16d40c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728877
May 19 06:35:02.344344 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:02.411861 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d22e0a6-8145-420b-aaf7-0e211ed32f96', 'name': 'network-vif-deleted', 'tag': 'fceb3b1f-15cf-492f-8218-afbd985c9388', 'status': 'completed', 'code': 200}
May 19 06:35:02.432750 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-033a560d-93e6-48fc-ba31-99b2b04213cc req-e757d748-78d2-4435-9346-3744e193801d tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d22e0a6-8145-420b-aaf7-0e211ed32f96 HTTP/1.1" status: 200  len: 210 time: 0.0465143
May 19 06:35:02.447207 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.453726 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:02.519464 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-97820b6c-b4c9-4a0e-9f6d-90b6626f0030 req-f567985e-458c-402b-9241-c1d15c5ec915 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0705471
May 19 06:35:02.523112 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.542712 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'code': 200}
May 19 06:35:02.546319 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.562224 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:02.565066 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:02.612529 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.621124 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-46bf8e2f-6f4e-4d33-b86c-eddfe7b7527c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:02.663120 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef9b92cdde274d15b56b8437d71de90c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7047760
May 19 06:35:02.665968 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 49946) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:02.667148 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dfbfe1-ed17-4122-a960-03c54580fac3,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:02.682342 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:02.738425 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.766993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.902649 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.910379 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5e0d2e09-df92-4255-a4f7-3696cab48830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:02.922706 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dfbfe1-ed17-4122-a960-03c54580fac3,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:02.927910 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:02.936488 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:02.939239 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45dfbfe1-ed17-4122-a960-03c54580fac3 HTTP/1.1" status: 204  len: 168 time: 0.2702005
May 19 06:35:02.961788 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df8b85-7f36-4cf1-801f-88829390173a req-5013e28b-8082-43d4-af9d-d226ec40ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:02.963124 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-a4df8b85-7f36-4cf1-801f-88829390173a req-5013e28b-8082-43d4-af9d-d226ec40ebae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1099 time: 0.0951488
May 19 06:35:03.009238 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-a4df8b85-7f36-4cf1-801f-88829390173a req-357143ca-7335-4c00-907b-396445f0deac service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389266
May 19 06:35:03.123296 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308e489-a209-483a-a3bf-13a945981c6d req-9c4086f8-a3ad-49d7-b8fc-58d634900c8b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:03.125353 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3308e489-a209-483a-a3bf-13a945981c6d req-9c4086f8-a3ad-49d7-b8fc-58d634900c8b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.0878808
May 19 06:35:03.180231 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3308e489-a209-483a-a3bf-13a945981c6d req-aac8503a-63c7-4501-a8d1-fc5124ad6c1f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477867
May 19 06:35:03.537941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e625-934f-47c1-84c5-f088b6dc0a3f req-8adc5e6d-3261-49fc-b1c5-516d4fa9d654 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:03.547092 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9665e625-934f-47c1-84c5-f088b6dc0a3f req-8adc5e6d-3261-49fc-b1c5-516d4fa9d654 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1056311
May 19 06:35:03.557986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 49972) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:03.601766 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9665e625-934f-47c1-84c5-f088b6dc0a3f req-ced07ba9-0634-4a8c-97c6-87f911239b82 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536361
May 19 06:35:03.714212 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c7ef6b6d-c98c-43a5-b8ae-51300f6d94b8 req-b7d5a31f-2b90-4bfe-a656-83767bb29530 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0556765
May 19 06:35:03.993908 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 49988) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:04.124064 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-827958323-network', 'tenant_id': '01fd221732f441588b96584dd970e7ad'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:04.128624 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:04.132416 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Usage tracker for resource:network and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:04.135151 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:04.141291 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:04.235554 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Made reservation on behalf of 01fd221732f441588b96584dd970e7ad for: {'network': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:04.237915 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.250296 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.269832 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.273344 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:04.277605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:04.318337 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:04.326227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:04.466730 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761a47c-7cd0-4ed6-b7da-31660f7669c6 req-883a68a9-f961-4c81-b418-725e771e1f30 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:04.468250 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b761a47c-7cd0-4ed6-b7da-31660f7669c6 req-883a68a9-f961-4c81-b418-725e771e1f30 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.1875820
May 19 06:35:04.480721 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2927a8-a6bb-4167-8122-32c661c3abe9 req-e0926aaf-2808-490a-a3a4-7958e9ba59c5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:04.482119 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6a2927a8-a6bb-4167-8122-32c661c3abe9 req-e0926aaf-2808-490a-a3a4-7958e9ba59c5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.1517265
May 19 06:35:04.576327 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-77f2d6e9-9e60-4399-af7d-d98f55f076f5 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:04.576912 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-77f2d6e9-9e60-4399-af7d-d98f55f076f5 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Synchronizing usage tracker for tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 on resource:network {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:04.577247 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.583072 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b761a47c-7cd0-4ed6-b7da-31660f7669c6 req-4732d027-2333-4fb4-b909-5bf561ce68b0 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000569
May 19 06:35:04.587469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6a2927a8-a6bb-4167-8122-32c661c3abe9 req-83941dce-093b-421c-b0a3-996b6040cccf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833032
May 19 06:35:04.652185 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.656559 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-165445d1-7623-4f60-ac4b-324a1dd4855a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:04.683748 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414}  {{(pid=92077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:35:04.692926 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:04.696812 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:04.699499 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.703450 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.segments_db [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Added segment 23dc006d-2481-420a-ab5d-503899efecc4 of type vlan for network aff94e93-7965-476c-b006-32fe98ff8184
May 19 06:35:04.759172 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-77f2d6e9-9e60-4399-af7d-d98f55f076f5 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Unset dirty status for tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 on resource:network {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:04.760385 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-77f2d6e9-9e60-4399-af7d-d98f55f076f5 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "GET /v2.0/networks?id=1f1065ef-d929-4251-96dc-a38fde3360da HTTP/1.1" status: 200  len: 814 time: 0.4362066
May 19 06:35:04.776717 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Request body: {'port': {'device_id': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da', 'admin_state_up': True, 'tenant_id': '8e1d3fa1a7ea4aaf86d054354fa54cd9'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:04.780845 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.837305 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c7502-2868-48bf-88ca-f9edd315863e req-ff284af8-6412-4c7f-890d-abeabd74c3a9 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:04.838878 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2f7c7502-2868-48bf-88ca-f9edd315863e req-ff284af8-6412-4c7f-890d-abeabd74c3a9 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1268306
May 19 06:35:04.878320 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.881835 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:04.882853 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:04.889200 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:04.932696 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2f7c7502-2868-48bf-88ca-f9edd315863e req-d3f68a80-3c05-4f7e-9117-9c3da57c906d tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862317
May 19 06:35:04.990188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:04.996302 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Usage tracker for resource:port and tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:05.000194 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:05.007175 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Pushing event updated for resources: {'Network': ['ID=aff94e93-7965-476c-b006-32fe98ff8184,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:05.007614 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:05.010258 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:05.012125 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Deleting port 844f1224-15cb-44a6-861d-77c6fa474767 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:35:05.012569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.017790 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network aff94e93-7965-476c-b006-32fe98ff8184 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:35:05.080536 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a175d6a8-04f7-4207-9f06-0d8b8e899a7f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.0855410
May 19 06:35:05.090825 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50010) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:05.097934 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Request body: {'subnet': {'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-827958323-subnet', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'ip_version': 4}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:05.103425 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aed1f91a-afee-431e-869e-6089efb4c33a req-cac1916a-3bff-4b45-b930-ca74a16e7109 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0675807
May 19 06:35:05.141186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:05.147755 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] For port 844f1224-15cb-44a6-861d-77c6fa474767, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=844f1224-15cb-44a6-861d-77c6fa474767,segment=NetworkSegment(5ad5bd3b-964a-439b-86b5-a9dcbbb12780),segment_id=5ad5bd3b-964a-439b-86b5-a9dcbbb12780)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:05.148215 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.152545 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Usage tracker for resource:subnet and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:05.155749 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Made reservation on behalf of 8e1d3fa1a7ea4aaf86d054354fa54cd9 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:05.155914 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:05.159855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.168268 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:05.200348 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9e5f4-99c7-4699-8264-c84d8b9b1a7b req-c45e9425-6ec4-4bd4-8436-5023c5c3a02a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:05.201811 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17d9e5f4-99c7-4699-8264-c84d8b9b1a7b req-c45e9425-6ec4-4bd4-8436-5023c5c3a02a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1118374
May 19 06:35:05.222881 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Made reservation on behalf of 01fd221732f441588b96584dd970e7ad for: {'subnet': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:05.225075 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2494355'] for subnet, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.381785 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Calling delete_port for 844f1224-15cb-44a6-861d-77c6fa474767 owned by network:router_interface {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:35:05.402960 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17d9e5f4-99c7-4699-8264-c84d8b9b1a7b req-13ad34c2-6ea6-4edb-bc50-bf77096dbaad tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1950717
May 19 06:35:05.426226 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50014) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:05.668684 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Allocated IP 172.20.0.4 (1f1065ef-d929-4251-96dc-a38fde3360da/8c1b4be7-0985-44d1-86a5-04d15b93c0f7/69cba07b-5c0c-465d-a91e-ab7dd2e6aac5) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:05.704757 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d12847-2e63-4a58-b135-fa95cfe8c4d5 tempest-TestShelveInstance-2025644205 tempest-TestShelveInstance-2025644205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:05.706304 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-e4d12847-2e63-4a58-b135-fa95cfe8c4d5 tempest-TestShelveInstance-2025644205 tempest-TestShelveInstance-2025644205-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1094 time: 0.2793698
May 19 06:35:05.714327 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50022) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:05.755225 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'port_id': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'tenant_id': '1f3376afc25b4455af65767129894372', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:05.769511 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:05.777454 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Usage tracker for resource:floatingip and tenant:1f3376afc25b4455af65767129894372 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:05.780586 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:05.796425 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:05.844214 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228702-d6a6-45fa-97b6-0546e62d0d27 req-6cbb4522-75d9-453d-9dd3-e34136f03217 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:05.845705 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7f228702-d6a6-45fa-97b6-0546e62d0d27 req-6cbb4522-75d9-453d-9dd3-e34136f03217 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.1384358
May 19 06:35:05.882396 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for floatingip, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.934842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fceb3b1f-15cf-492f-8218-afbd985c9388 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:35:05.959089 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.979730 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.981614 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2494369'] for subnet, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:05.985699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:05.985897 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7f228702-d6a6-45fa-97b6-0546e62d0d27 req-309d0238-eb37-4518-a5cf-0ed381ab3d3b tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329026
May 19 06:35:05.993939 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2905cb40-4420-4369-9242-a813d07414a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:05.994420 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: fceb3b1f-15cf-492f-8218-afbd985c9388 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:35:05.995000 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device fceb3b1f-15cf-492f-8218-afbd985c9388 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:35:06.032868 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Pushing event deleted for resources: {'Port': ['ID=844f1224-15cb-44a6-861d-77c6fa474767,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:06.065460 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:06.134599 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f66215-7402-454f-b0ab-8ad9505201cd,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:06.137858 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:06.151383 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Checking segment: {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:06.151954 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Network hostable DHCP agents. Network: aff94e93-7965-476c-b006-32fe98ff8184, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:35:06.170824 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.186378 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.192543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-199e580c-f5e9-4fc6-bab4-3df76f82d169 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:06.269738 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Network aff94e93-7965-476c-b006-32fe98ff8184 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:35:06.327748 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Network 1f1065ef-d929-4251-96dc-a38fde3360da is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:06.332768 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-818416ef-a5a5-44cf-8b68-a0a68e98b077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.339319 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:06.354237 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:06.359615 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:06.360221 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.377515 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Pushing event updated for resources: {'Port': ['ID=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:06.385836 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337f94e-9cd5-4676-a555-6ecf9675dae4 req-f6762b88-492a-4ca3-81b7-04a4b32eb8d8 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:06.387582 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1337f94e-9cd5-4676-a555-6ecf9675dae4 req-f6762b88-492a-4ca3-81b7-04a4b32eb8d8 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 931 time: 0.1639004
May 19 06:35:06.388817 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:06.402465 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Allocated IP 172.27.1.61 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/23d98235-096c-4297-a291-2acecfc6883c) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:06.409560 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.428594 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-d33fdc20-af36-451f-8594-3de85bb94704 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:06.429287 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-d33fdc20-af36-451f-8594-3de85bb94704 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Synchronizing usage tracker for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:06.429507 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, aff94e93-7965-476c-b006-32fe98ff8184) {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:06.437385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa08881e-ee3b-4c1d-b35c-dc82fbbc58c8 None None] Network aff94e93-7965-476c-b006-32fe98ff8184 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:06.482906 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:06.483524 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.490573 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7193985
May 19 06:35:06.492748 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1337f94e-9cd5-4676-a555-6ecf9675dae4 req-4a057a83-4cdb-4955-9069-f82eaf301431 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922062
May 19 06:35:06.510134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Request body: {'port': {'device_id': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:06.608265 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.653033 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-065f114c-db18-4337-b40b-83b14a56177a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.5610175
May 19 06:35:06.655816 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50028) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:06.662106 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:06.667806 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:06.672190 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Usage tracker for resource:router and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:06.676278 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:06.684677 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:06.707863 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.713924 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-aff94e93-7965-476c-b006-32fe98ff8184', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:35:06.714747 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.716902 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:06.763071 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-d33fdc20-af36-451f-8594-3de85bb94704 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Unset dirty status for tenant:f19d2d68d3234edaa9331a024262dbb1 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:06.765109 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-d33fdc20-af36-451f-8594-3de85bb94704 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.6406953
May 19 06:35:06.768009 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.769071 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.804379 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:06.811061 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:06.815206 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'Port': ['ID=23d98235-096c-4297-a291-2acecfc6883c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:06.824999 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:06.858859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:06.908454 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:06.921842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Allocated IP 172.20.0.2 (aff94e93-7965-476c-b006-32fe98ff8184/95f66215-7402-454f-b0ab-8ad9505201cd/30a5f630-3162-47e6-91c7-a19563db607d) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:06.933760 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.189409 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.208022 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Transition to ACTIVE for port object 30a5f630-3162-47e6-91c7-a19563db607d will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:07.233103 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Transition to ACTIVE for port object 30a5f630-3162-47e6-91c7-a19563db607d will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:07.267787 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Deleting port 968108c8-72a0-4188-8ad6-f1da26e00d6c {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:35:07.268130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.281606 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.287015 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:35:07.287603 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ba30cd8f-d153-49e9-9fe0-b526ad2747c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:07.355130 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Network aff94e93-7965-476c-b006-32fe98ff8184 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:07.358326 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:07.361021 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:07.372361 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Pushing event updated for resources: {'Port': ['ID=30a5f630-3162-47e6-91c7-a19563db607d,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:07.376723 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:07.463604 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Attempting to bind port 30a5f630-3162-47e6-91c7-a19563db607d on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:07.464598 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Attempting to bind port 30a5f630-3162-47e6-91c7-a19563db607d by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:07.465038 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Attempting to bind port 30a5f630-3162-47e6-91c7-a19563db607d on network aff94e93-7965-476c-b006-32fe98ff8184 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:07.471049 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:07.471569 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Checking segment: {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:07.472040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.472503 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Bound using segment: {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:07.473038 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Bound port: 30a5f630-3162-47e6-91c7-a19563db607d, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:07.473480 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.567104 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] For port 30a5f630-3162-47e6-91c7-a19563db607d, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:07.570359 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] For port 30a5f630-3162-47e6-91c7-a19563db607d, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30a5f630-3162-47e6-91c7-a19563db607d,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:07.573187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] For port 968108c8-72a0-4188-8ad6-f1da26e00d6c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=968108c8-72a0-4188-8ad6-f1da26e00d6c,segment=NetworkSegment(54bcb95d-e43f-41f4-9cce-cbec266fd500),segment_id=54bcb95d-e43f-41f4-9cce-cbec266fd500)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:07.573667 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.658538 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.663324 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:07.739378 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Pushing event updated for resources: {'Port': ['ID=30a5f630-3162-47e6-91c7-a19563db607d,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:07.742810 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:07.745962 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.769449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Calling delete_port for 968108c8-72a0-4188-8ad6-f1da26e00d6c owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:35:07.783505 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f61f4-d5da-40d5-af15-2524b5cb7132 req-26617fc1-aaa0-456b-9f87-11e25c3671ae tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:07.785113 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-298f61f4-d5da-40d5-af15-2524b5cb7132 req-26617fc1-aaa0-456b-9f87-11e25c3671ae tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 945 time: 0.6108274
May 19 06:35:07.786332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.db.resource_extend [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 19 06:35:07.810130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:07.821443 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] Sync routers for ids ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:07.833377 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] Routers {'0e238985-bcf9-4704-b952-1d0c7e8a6d53'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:07.834879 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807532a070>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:34:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:07.846245 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] 10.222.0.25 "PUT /v2.0/routers/0e238985-bcf9-4704-b952-1d0c7e8a6d53/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2869661
May 19 06:35:07.855359 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50036) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:07.879477 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:35:07.888560 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.912154 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Transition to ACTIVE for port object 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:07.963927 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-298f61f4-d5da-40d5-af15-2524b5cb7132 req-f741f9b3-d921-4657-928b-514b22cd7ec7 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/security-groups?id=aa12b207-83b0-48b9-852c-f75e06d7d3c4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706042
May 19 06:35:07.978072 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:07.988403 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-48090f06-8303-4a11-8883-b6b37bd7e860 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:07.988811 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8992d1c-9623-42b1-a1fb-9133defaa5a8 req-0c699032-d78e-49c1-ada4-42cd203fe982 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:07.990354 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c8992d1c-9623-42b1-a1fb-9133defaa5a8 req-0c699032-d78e-49c1-ada4-42cd203fe982 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 931 time: 0.3632789
May 19 06:35:08.087349 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] Set router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:08.212738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.222325 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Pushing event updated for resources: {'Port': ['ID=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:08.269029 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c8992d1c-9623-42b1-a1fb-9133defaa5a8 req-d30c38e0-706b-4298-910c-95f2523e4610 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657056
May 19 06:35:08.286031 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.334551 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:08.335961 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:08.382795 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Pushing event deleted for resources: {'Port': ['ID=968108c8-72a0-4188-8ad6-f1da26e00d6c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:08.385994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:08.386934 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Attempting to bind port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:08.387392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Attempting to bind port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:08.387946 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Attempting to bind port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 on network 1f1065ef-d929-4251-96dc-a38fde3360da {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:08.399993 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.423350 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 on network 1f1065ef-d929-4251-96dc-a38fde3360da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:35:08.423694 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Attempting to bind port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 on network 1f1065ef-d929-4251-96dc-a38fde3360da {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:08.464949 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807532a070>, [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:35:05Z', 'revision_number': 5, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:08.467215 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:08.467215 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Checking segment: {'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:08.467671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Bound using segment: {'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:08.468295 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Bound port: 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '169becdf-07bf-497e-a575-57fd95f13998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:08.468597 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.471924 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] Checking router: 0e238985-bcf9-4704-b952-1d0c7e8a6d53 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:08.481188 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] Routers {'0e238985-bcf9-4704-b952-1d0c7e8a6d53'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:08.481874 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807532a070>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:34:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:08.486264 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] No DVR routers for this DVR port 968108c8-72a0-4188-8ad6-f1da26e00d6c on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:35:08.490588 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.493170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'name': 'network-vif-deleted', 'tag': '968108c8-72a0-4188-8ad6-f1da26e00d6c'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:08.568408 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76df25c9-d04d-40e8-be25-7bf424be1fc3', 'name': 'network-vif-deleted', 'tag': '968108c8-72a0-4188-8ad6-f1da26e00d6c', 'status': 'completed', 'code': 200}
May 19 06:35:08.581390 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.582654 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] For port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:08.589674 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] For port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:08.607853 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d90aa66d-f65d-4aa5-a65a-e955139bd765 req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.52 "DELETE /v2.0/ports/968108c8-72a0-4188-8ad6-f1da26e00d6c HTTP/1.1" status: 204  len: 173 time: 1.8256493
May 19 06:35:08.688370 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] Set router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:08.716277 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.725050 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:08.860682 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:08.860682 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:08.860682 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] 10.222.0.52 "PUT /v2.0/ports/69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 HTTP/1.1" status: 200  len: 1093 time: 2.3536255
May 19 06:35:08.886718 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Pushing event updated for resources: {'Port': ['ID=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:08.890087 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:08.930871 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30a5f630-3162-47e6-91c7-a19563db607d up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:08.936021 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.017374 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0697bc21-83e1-4823-bcd1-82d14c78fa03 None None] Network aff94e93-7965-476c-b006-32fe98ff8184 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:09.063225 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-f704175d-85c6-4e9a-abe0-dd0972099485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:09.064734 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-f704175d-85c6-4e9a-abe0-dd0972099485 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 1096 time: 0.1087668
May 19 06:35:09.068418 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.094843 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807532a070>, [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:35:05Z', 'revision_number': 5, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:09.109904 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d9f49c-b0e0-4a3a-bd44-162d6652c83c None None] The sync data for ids ['0e238985-bcf9-4704-b952-1d0c7e8a6d53'] in dv-cinder-790910-3-iscsi is: [{'id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'name': 'tempest-ServerRescueNegativeTestJSON-1430480353-router', 'tenant_id': '04d02f1c9b5741288837d3645d776554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:34Z', 'updated_at': '2021-05-19T06:35:05Z', 'revision_number': 5, 'project_id': '04d02f1c9b5741288837d3645d776554', 'gw_port': {'id': 'a180805f-326f-4ab9-9842-36bb268b0786', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:eb:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e238985-bcf9-4704-b952-1d0c7e8a6d53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:36Z', 'updated_at': '2021-05-19T06:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:09.112879 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.175986 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-692fd2f5-b0e5-473b-818e-37c472fd1c5f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 HTTP/1.1" status: 200  len: 217 time: 0.1026256
May 19 06:35:09.247938 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-c3ee1c57-4d12-4945-8ae8-afc3ed75d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:09.248637 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-c3ee1c57-4d12-4945-8ae8-afc3ed75d45a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c1b4be7-0985-44d1-86a5-04d15b93c0f7 HTTP/1.1" status: 200  len: 854 time: 0.0649076
May 19 06:35:09.254960 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-fb959ca8-3097-4220-88c1-3bcee9853ee1 None None] Provisioning for port 30a5f630-3162-47e6-91c7-a19563db607d completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:09.258757 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f35082b6-f14c-4771-9335-13520ba8bc7b req-06007078-34bb-41cb-be9a-78b8d0f90d13 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] 10.222.0.25 "GET /v2.0/ports?device_id=76df25c9-d04d-40e8-be25-7bf424be1fc3 HTTP/1.1" status: 200  len: 210 time: 0.0712857
May 19 06:35:09.266732 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.269109 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 30a5f630-3162-47e6-91c7-a19563db607d completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:09.279453 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-fb959ca8-3097-4220-88c1-3bcee9853ee1 None None] Provisioning complete for port 30a5f630-3162-47e6-91c7-a19563db607d triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:09.280070 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-fb959ca8-3097-4220-88c1-3bcee9853ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.310915 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-0a3b5d48-dcbf-4bf6-9d68-387c00b5506e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f1065ef-d929-4251-96dc-a38fde3360da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545850
May 19 06:35:09.315785 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 30a5f630-3162-47e6-91c7-a19563db607d triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:09.318278 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.451213 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ee3c5dbc-f01e-4d84-bd33-9f9dd252eb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.452387 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Deleting port a180805f-326f-4ab9-9842-36bb268b0786 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:35:09.452728 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.525292 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-32a778d4-6f18-400f-924c-e2f84b087f83 service neutron] 10.222.0.52 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2060087
May 19 06:35:09.631889 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.652047 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.656060 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Allocated IP 172.27.1.78 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/5b55755e-f898-40d5-8196-eeb8318a6716) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:09.670961 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-fb959ca8-3097-4220-88c1-3bcee9853ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.718291 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 30a5f630-3162-47e6-91c7-a19563db607d, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30a5f630-3162-47e6-91c7-a19563db607d,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:09.735401 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9d255b35-d9c0-4f93-9302-6aa712555ddf req-7143b220-54bf-4c7f-aea2-378f03986e23 service neutron] 10.222.0.52 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2004747
May 19 06:35:09.741090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.750860 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-19057dd5-8d58-4726-90f9-7780f5c18478 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:09.773523 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.807056 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:09.881701 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5f420-439c-4cc6-a5d4-a320ea7d9d9a req-b1a2989e-76bc-4311-ba23-f2721776260e tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:09.885591 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-44e5f420-439c-4cc6-a5d4-a320ea7d9d9a req-b1a2989e-76bc-4311-ba23-f2721776260e tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 943 time: 0.4440310
May 19 06:35:09.892792 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] For port a180805f-326f-4ab9-9842-36bb268b0786, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=a180805f-326f-4ab9-9842-36bb268b0786,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:09.893147 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:09.893806 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.db.api [None req-fb959ca8-3097-4220-88c1-3bcee9853ee1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 19 06:35:09.894100 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_db.api [None req-fb959ca8-3097-4220-88c1-3bcee9853ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 19 06:35:09.902621 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=30a5f630-3162-47e6-91c7-a19563db607d,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:09.908465 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:09.956495 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 968108c8-72a0-4188-8ad6-f1da26e00d6c no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:35:09.998969 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 968108c8-72a0-4188-8ad6-f1da26e00d6c {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:35:09.999211 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 968108c8-72a0-4188-8ad6-f1da26e00d6c not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:35:10.057782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.088889 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Calling delete_port for a180805f-326f-4ab9-9842-36bb268b0786 owned by network:router_gateway {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:35:10.099223 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event updated for resources: {'Port': ['ID=23d98235-096c-4297-a291-2acecfc6883c,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:10.107595 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:10.149122 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.204019 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-44e5f420-439c-4cc6-a5d4-a320ea7d9d9a req-4ded094d-28f0-4dec-a033-ef13fd5a21fc tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2976005
May 19 06:35:10.240655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.370931 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50050) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:10.431733 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Deleting subnet c724c76b-14f0-49b5-983e-15863334ffe8 {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:35:10.435152 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.484865 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.492327 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.570866 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'tag': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:10.571060 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-a2e26f3c-5fb5-4eb4-b3fc-9822584f1d31 None None] Provisioning complete for port 30a5f630-3162-47e6-91c7-a19563db607d triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:10.571491 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a2e26f3c-5fb5-4eb4-b3fc-9822584f1d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.602128 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Floating IP 4d2d81c9-605e-4359-a756-08636644dab5 associated. External IP: 172.27.1.61, port: a85509db-c66d-45a2-8030-cf37b4ef8242.
May 19 06:35:10.635493 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'tag': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5', 'status': 'completed', 'code': 200}
May 19 06:35:10.667619 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.681063 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-68964c94-8477-4278-bf7e-7fb81145abeb tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:10.782256 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:10.787750 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:10.824281 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-48df1a04-ee45-4807-96cb-c91720940211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:10.825705 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-48df1a04-ee45-4807-96cb-c91720940211 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 1096 time: 0.1671355
May 19 06:35:10.837909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30a5f630-3162-47e6-91c7-a19563db607d up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:10.851362 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:10.875000 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Pushing event updated for resources: {'Port': ['ID=5b55755e-f898-40d5-8196-eeb8318a6716,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:10.889411 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:10.912542 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 30a5f630-3162-47e6-91c7-a19563db607d triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:10.912904 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.941291 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.949540 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:10.989581 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:10.992333 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c724c76b-14f0-49b5-983e-15863334ffe8,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:10.994738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:11.007159 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c724c76b-14f0-49b5-983e-15863334ffe8 HTTP/1.1" status: 204  len: 168 time: 0.6327002
May 19 06:35:11.013168 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50056) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:11.041731 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 844f1224-15cb-44a6-861d-77c6fa474767 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:35:11.053949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-7e0106a8-f8a0-4e82-af3e-523b79b32f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:11.055429 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-7e0106a8-f8a0-4e82-af3e-523b79b32f76 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1f1065ef-d929-4251-96dc-a38fde3360da HTTP/1.1" status: 200  len: 915 time: 0.2219996
May 19 06:35:11.075183 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 844f1224-15cb-44a6-861d-77c6fa474767 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:35:11.075544 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 844f1224-15cb-44a6-861d-77c6fa474767 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:35:11.268609 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-84f2560f-0ef2-4c30-bee2-e96d50116155 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 HTTP/1.1" status: 200  len: 217 time: 0.0751381
May 19 06:35:11.274240 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.301332 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.308763 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:11.403470 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a180805f-326f-4ab9-9842-36bb268b0786,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:11.416020 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:11.452812 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.457715 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.469796 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-dd00c85c-6838-411b-ba1e-37a04104b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:11.471233 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-dd00c85c-6838-411b-ba1e-37a04104b618 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c1b4be7-0985-44d1-86a5-04d15b93c0f7 HTTP/1.1" status: 200  len: 854 time: 0.1554425
May 19 06:35:11.475622 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f80751ec2b0>> segment before_delete 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.475984 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f80751ec2b0>> subnet precommit_delete_associations 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.478932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> segment_host_mapping after_create 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.478932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> port after_create 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.478932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> port after_delete 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.478932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> port after_update 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.478932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> segment after_delete 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.478932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> subnet after_create 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.478932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> subnet after_delete 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.479542 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8074518460>> subnet after_update 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.550312 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:35:11.556633 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074fa5670>> subnet after_create 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.558162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074fa5670>> subnet after_delete 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.558162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074fa5670>> subnet before_create 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.558162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8074fa5670>> subnet before_update 55550000 {{(pid=92078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 19 06:35:11.558162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8074518280>,) {'filters': {'network_id': ['f5392844-74d5-4901-80b4-e2220b971d32']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:11.626360 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074518280>, '54bcb95d-e43f-41f4-9cce-cbec266fd500') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:11.626665 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074518280>, '54bcb95d-e43f-41f4-9cce-cbec266fd500') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:11.643284 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-88ad90ae-81a1-4de4-92e3-c5abb1f60c29 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1f1065ef-d929-4251-96dc-a38fde3360da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0746334
May 19 06:35:11.647114 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.692886 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.704928 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:35:11.705313 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   from cryptography.utils import int_from_bytes
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   from cryptography.utils import int_from_bytes
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:35:11.721128 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:35:11.862503 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.877484 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-422c2903-598f-4d43-8855-829b559dd3fa service neutron] 10.222.0.52 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190917
May 19 06:35:11.972359 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:11.990257 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a4fd0-f5fd-4f96-82df-cdbf3dbacdf9 req-832f8ce0-cd39-435f-aece-33adcfc154c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:11.993609 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a29a4fd0-f5fd-4f96-82df-cdbf3dbacdf9 req-832f8ce0-cd39-435f-aece-33adcfc154c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 943 time: 0.6451221
May 19 06:35:11.993744 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:12.014755 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.027203 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5392844-74d5-4901-80b4-e2220b971d32,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:12.040639 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:12.048958 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-049b2151-2fb8-44c1-91e4-41ed8ec23149 req-ec635fd3-1eed-40eb-9ae7-14fa2e3d070c service neutron] 10.222.0.52 "GET /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534758
May 19 06:35:12.089276 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.094420 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.101740 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.110343 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-048892bd-524c-472e-b4dc-28605110ef3d admin admin] 10.222.0.25 "DELETE /v2.0/networks/f5392844-74d5-4901-80b4-e2220b971d32 HTTP/1.1" status: 204  len: 168 time: 1.0959518
May 19 06:35:12.341547 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a29a4fd0-f5fd-4f96-82df-cdbf3dbacdf9 req-1eebf109-b7c4-40e7-9da5-5db09c8d3e74 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3407083
May 19 06:35:12.371290 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50064) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:12.405551 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:12.414343 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.414866 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e238985-bcf9-4704-b952-1d0c7e8a6d53 {{(pid=92077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:35:12.415170 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] Sync routers for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:12.421958 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-c2eb4c52-3234-45ed-a56e-aa27adb142a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f19d2d68d3234edaa9331a024262dbb1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0494680
May 19 06:35:12.424353 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50068) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:12.428264 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:12.428889 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752a7fa0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:12.491890 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.521247 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.537910 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.541532 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0e238985-bcf9-4704-b952-1d0c7e8a6d53 HTTP/1.1" status: 204  len: 168 time: 4.6826446
May 19 06:35:12.541682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50072) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:12.593900 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.636611 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:12.641231 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.646784 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d9877e2d-be15-4759-8d4a-a4bfebdf19c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:12.661617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.665577 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa12b207-83b0-48b9-852c-f75e06d7d3c4 HTTP/1.1" status: 204  len: 168 time: 0.2401776
May 19 06:35:12.667036 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12b207-83b0-48b9-852c-f75e06d7d3c4,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:12.669027 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:12.737252 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Deleting subnet 288ce888-39d0-403b-afd5-2aa32ca05c39 {{(pid=92077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:35:12.746266 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.0309117
May 19 06:35:12.748793 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.775326 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:12.796640 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.858578 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'status': 'completed', 'code': 200}
May 19 06:35:12.873604 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2107404'] for subnet, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:12.973370 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-84ef6b4a-98b6-4eba-9041-19ca503ce03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:12.975652 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-84ef6b4a-98b6-4eba-9041-19ca503ce03a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1099 time: 0.1147783
May 19 06:35:13.070736 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device a180805f-326f-4ab9-9842-36bb268b0786 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:35:13.109966 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: a180805f-326f-4ab9-9842-36bb268b0786 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:35:13.110309 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device a180805f-326f-4ab9-9842-36bb268b0786 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:35:13.118043 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752a7fa0>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '4d2d81c9-605e-4359-a756-08636644dab5', 'tenant_id': '1f3376afc25b4455af65767129894372', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'port_id': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'mac_address': 'fa:16:3e:b2:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:35:07Z', 'updated_at': '2021-05-19T06:35:07Z', 'revision_number': 0, 'project_id': '1f3376afc25b4455af65767129894372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:49Z', 'revision_number': 5, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:13.123295 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] Checking router: 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:13.134102 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:13.135376 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752a7fa0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:13.158144 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:13.182646 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-c12856c2-6e2a-440b-809e-34373f9d474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:13.184617 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-c12856c2-6e2a-440b-809e-34373f9d474d service neutron] 10.222.0.52 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 910 time: 0.2004826
May 19 06:35:13.318527 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-8d6ba74d-3212-4251-8eb4-4313c039e9ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 999 time: 0.1255956
May 19 06:35:13.358211 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:13.405649 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-084e4292-b8e4-48b0-983c-d8bd930c26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:13.407224 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-084e4292-b8e4-48b0-983c-d8bd930c26aa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 200  len: 848 time: 0.0759804
May 19 06:35:13.412918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Router 2c9cb7ff-7d2b-49de-b482-5080acf097bc is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:35:13.509411 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-84c955c3-6dd8-4886-839e-b5d582208726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:13.511454 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-84c955c3-6dd8-4886-839e-b5d582208726 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31138fa4-4832-4136-a8aa-0bffd13a86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0965552
May 19 06:35:13.677036 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:13.687969 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Sync routers for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:13.688469 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-373f4ee8-c59e-4e6a-8f3f-24cf1f13ce2b service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678469
May 19 06:35:13.704873 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752548e-86c6-47ab-a840-8ced3d714d45 req-64a0695b-7293-4b6f-9089-0549c34942ba tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:13.706945 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6752548e-86c6-47ab-a840-8ced3d714d45 req-64a0695b-7293-4b6f-9089-0549c34942ba tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 943 time: 0.2197928
May 19 06:35:13.709149 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:13.719067 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2494376'] for subnet, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:13.719618 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753ccb50>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:13.719924 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:13.769030 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288ce888-39d0-403b-afd5-2aa32ca05c39,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:13.774877 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:13.778300 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:13.779696 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-3e194624-fee8-406f-978d-0ded37eca5b3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/288ce888-39d0-403b-afd5-2aa32ca05c39 HTTP/1.1" status: 204  len: 168 time: 1.2371042
May 19 06:35:13.790661 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50100) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:13.829472 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:13.834027 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 7.1772339
May 19 06:35:13.838949 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50104) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:13.845533 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6752548e-86c6-47ab-a840-8ced3d714d45 req-58f689b0-b011-4705-93db-38018bf99d2e tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317363
May 19 06:35:13.935222 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752a7fa0>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '4d2d81c9-605e-4359-a756-08636644dab5', 'tenant_id': '1f3376afc25b4455af65767129894372', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'port_id': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'mac_address': 'fa:16:3e:b2:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:35:07Z', 'updated_at': '2021-05-19T06:35:07Z', 'revision_number': 0, 'project_id': '1f3376afc25b4455af65767129894372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:49Z', 'revision_number': 5, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:13.940725 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ee66ed-3610-46b5-8f38-b044f795e739 None None] The sync data for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi is: [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '4d2d81c9-605e-4359-a756-08636644dab5', 'tenant_id': '1f3376afc25b4455af65767129894372', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'port_id': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'mac_address': 'fa:16:3e:b2:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:35:07Z', 'updated_at': '2021-05-19T06:35:07Z', 'revision_number': 0, 'project_id': '1f3376afc25b4455af65767129894372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:49Z', 'revision_number': 5, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:13.957444 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:13.979608 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:35:14.009746 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.083887 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9cd4a568-ded2-44cd-a09f-b5fdfffcd7c6 req-cbe39a70-be3e-4ab4-84a6-2e82ad5bdc63 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3872037
May 19 06:35:14.245324 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:14.268836 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5', 'network_id': '1f1065ef-d929-4251-96dc-a38fde3360da', 'port_id': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5', 'mac_address': 'fa:16:3e:2e:83:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1b4be7-0985-44d1-86a5-04d15b93c0f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:35:14.350704 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.352855 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753ccb50>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:11Z', 'revision_number': 3, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:14.353272 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d8956-da50-411e-a07c-d6abbd1b8c7f None None] New status for floating IP 4d2d81c9-605e-4359-a756-08636644dab5: ACTIVE {{(pid=92079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:35:14.357470 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Checking router: 2c9cb7ff-7d2b-49de-b482-5080acf097bc for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:14.357816 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Updating router 2c9cb7ff-7d2b-49de-b482-5080acf097bc port 5b55755e-f898-40d5-8196-eeb8318a6716 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:35:14.368640 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f80745f12b0>,) {'filters': {'network_id': ['74134814-a548-4a6a-8a12-16b5d172102c']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:14.415340 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.429766 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f80745f12b0>, '5ad5bd3b-964a-439b-86b5-a9dcbbb12780') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:14.430321 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f80745f12b0>, '5ad5bd3b-964a-439b-86b5-a9dcbbb12780') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:14.431763 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.468621 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:35:14.578062 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:14.583467 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.606326 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.655975 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.665037 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:35:14.665441 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.665829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:35:14.679121 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:35:14.738532 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:14.742498 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:14.845595 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.846177 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.855232 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:14.860109 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Transition to ACTIVE for port object 5b55755e-f898-40d5-8196-eeb8318a6716 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:14.869997 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.887781 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Pushing event deleted for resources: {'Network': ['ID=74134814-a548-4a6a-8a12-16b5d172102c,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:14.892064 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:14.910169 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['69cba07b-5c0c-465d-a91e-ab7dd2e6aac5'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:35:14.928848 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:14.934528 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-740424e3-193f-43f0-81ec-fac65db47ddf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:14.978514 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6dd21404-f1d8-4fa1-b804-ba8b55f07287 admin admin] 10.222.0.25 "DELETE /v2.0/networks/74134814-a548-4a6a-8a12-16b5d172102c HTTP/1.1" status: 204  len: 168 time: 1.1867843
May 19 06:35:15.029601 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Attempting to bind port 5b55755e-f898-40d5-8196-eeb8318a6716 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:15.030082 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Attempting to bind port 5b55755e-f898-40d5-8196-eeb8318a6716 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:15.030451 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Attempting to bind port 5b55755e-f898-40d5-8196-eeb8318a6716 on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:15.042625 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Pushing event updated for resources: {'Port': ['ID=5b55755e-f898-40d5-8196-eeb8318a6716,revision_number=2']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:15.057995 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:15.058367 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:15.058764 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.059155 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:15.059655 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Bound port: 5b55755e-f898-40d5-8196-eeb8318a6716, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:15.060026 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.118474 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.142577 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35206e91-3127-4793-a424-ec72c348a4cf req-0ed46fdd-121a-4a06-96ec-393137be16d9 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:15.144648 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-35206e91-3127-4793-a424-ec72c348a4cf req-0ed46fdd-121a-4a06-96ec-393137be16d9 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 944 time: 0.1712794
May 19 06:35:15.238299 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] For port 5b55755e-f898-40d5-8196-eeb8318a6716, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:15.242533 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] For port 5b55755e-f898-40d5-8196-eeb8318a6716, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5b55755e-f898-40d5-8196-eeb8318a6716,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:15.248881 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.249213 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.249722 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.250043 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.250359 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.252110 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.252467 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.252792 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.253180 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.253664 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.254031 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.254345 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:15.258413 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:15.304521 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-35206e91-3127-4793-a424-ec72c348a4cf req-11c6cfc2-9aa4-4b1e-9866-24278f92961a tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167831
May 19 06:35:15.316017 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.324536 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:15.390723 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:15.391343 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753ccb50>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:15.398036 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Allocated IP 172.20.0.1 (aff94e93-7965-476c-b006-32fe98ff8184/95f66215-7402-454f-b0ab-8ad9505201cd/81016112-4e43-47b8-8551-fc5d36bf2474) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:15.432565 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50128) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:15.459161 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Pushing event updated for resources: {'Port': ['ID=5b55755e-f898-40d5-8196-eeb8318a6716,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:15.471894 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:15.488692 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-073910b0-b0d1-4297-b702-25c1095b5093 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04d02f1c9b5741288837d3645d776554&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0524085
May 19 06:35:15.488886 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50132) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:15.547108 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.552980 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.571663 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Transition to ACTIVE for port object 81016112-4e43-47b8-8551-fc5d36bf2474 will not be triggered until provisioned by entity DHCP. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:15.575391 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.576882 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:15.635635 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.640624 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:15.697824 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.702337 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Network aff94e93-7965-476c-b006-32fe98ff8184 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:15.703635 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-72ce3ba0-cbe4-4387-9945-fa9df0ffa246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:15.705212 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:15.708481 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:15.714969 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5400565-1548-4429-8da4-ff6dd46de876,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:15.727195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:15.732975 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.734735 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5400565-1548-4429-8da4-ff6dd46de876 HTTP/1.1" status: 204  len: 168 time: 0.2449336
May 19 06:35:15.760327 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Pushing event updated for resources: {'Port': ['ID=81016112-4e43-47b8-8551-fc5d36bf2474,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:15.763750 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:15.784683 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:15.894267 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753ccb50>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:11Z', 'revision_number': 3, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:15.898487 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf2915d-7d02-41f5-8e33-211b94ccb437 None None] The sync data for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi is: [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:11Z', 'revision_number': 3, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:15.996007 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:16.132334 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-05060b98-3a45-4e32-ba06-d2e42c19c754 None None] Provisioning for port 81016112-4e43-47b8-8551-fc5d36bf2474 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:16.142068 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-05060b98-3a45-4e32-ba06-d2e42c19c754 None None] Provisioning complete for port 81016112-4e43-47b8-8551-fc5d36bf2474 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:16.142068 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-05060b98-3a45-4e32-ba06-d2e42c19c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:16.167604 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:16.199196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:16.200111 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:16.200500 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:16.276035 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-05060b98-3a45-4e32-ba06-d2e42c19c754 None None] Port 81016112-4e43-47b8-8551-fc5d36bf2474 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:16.355300 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:16.389592 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:16.405167 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:16.475092 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:16.479875 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8c4118ad-ef7d-4ea1-b6a9-bb2f9fb144a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:16.566381 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5', 'code': 200}
May 19 06:35:16.616975 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:16.631365 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:16.749821 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:16.775518 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ed45f-4e69-42e8-bb9b-f7d36ad835ea req-1d871533-8f75-4d09-b423-d3f0233f068a tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:16.777303 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fb2ed45f-4e69-42e8-bb9b-f7d36ad835ea req-1d871533-8f75-4d09-b423-d3f0233f068a tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 945 time: 0.1184323
May 19 06:35:16.814567 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:16.863112 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a3497f3d-3a04-45c2-99d5-24ba8b6842e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:16.920402 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5b55755e-f898-40d5-8196-eeb8318a6716 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:16.970925 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.003150 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fb2ed45f-4e69-42e8-bb9b-f7d36ad835ea req-74d390a5-d90f-430c-a1fd-18435220f3e5 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2177145
May 19 06:35:17.025660 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edbc02-0547-46b7-927a-8b619b27d34a req-205acd69-eb08-4ff8-948a-86dde3fc0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:17.026894 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Pushing event updated for resources: {'Port': ['ID=81016112-4e43-47b8-8551-fc5d36bf2474,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:17.028853 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-65edbc02-0547-46b7-927a-8b619b27d34a req-205acd69-eb08-4ff8-948a-86dde3fc0b88 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 1098 time: 0.0887973
May 19 06:35:17.030877 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:17.090700 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-65edbc02-0547-46b7-927a-8b619b27d34a req-6c117d26-9235-46c6-8e1f-ad9225074b24 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534370
May 19 06:35:17.126134 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 5b55755e-f898-40d5-8196-eeb8318a6716 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:17.132054 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 5b55755e-f898-40d5-8196-eeb8318a6716 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:17.132974 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.145893 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Network aff94e93-7965-476c-b006-32fe98ff8184 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:17.147299 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:17.157839 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50176) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:17.288655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.309806 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-354384238-network', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:17.314606 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 5b55755e-f898-40d5-8196-eeb8318a6716, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5b55755e-f898-40d5-8196-eeb8318a6716,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:17.316106 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:17.321837 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Usage tracker for resource:network and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:17.325265 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:17.333179 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:17.361518 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Router 2c9cb7ff-7d2b-49de-b482-5080acf097bc has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:35:17.389094 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.392184 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:17.412002 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Made reservation on behalf of f2d0fd9937cd47109697fd93d5690838 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:17.414359 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.429055 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.444774 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:17.449754 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Usage tracker for resource:security_group_rule and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:17.455931 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:17.464434 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:17.467125 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=5b55755e-f898-40d5-8196-eeb8318a6716,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:17.469290 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:17.505431 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-84a240e8-d440-4132-ad98-3d6a38cf729e None None] Provisioning complete for port 81016112-4e43-47b8-8551-fc5d36bf2474 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:17.505809 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-84a240e8-d440-4132-ad98-3d6a38cf729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.558117 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:17.559575 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.576564 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] 10.222.0.25 "PUT /v2.0/routers/2c9cb7ff-7d2b-49de-b482-5080acf097bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7291493
May 19 06:35:17.576785 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-84a240e8-d440-4132-ad98-3d6a38cf729e None None] Port 81016112-4e43-47b8-8551-fc5d36bf2474 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:17.629662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.632942 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dbe85946-dbd0-498c-8cf9-1f905dfeda9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:17.654091 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Sync routers for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:17.666928 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:17.668957 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753cccd0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:17.669143 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:35:17.674950 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe02cf80-6e17-45d2-9742-435576ec1ba0,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:17.678702 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:17.683910 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.684225 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Added segment a9bccddc-bc10-4ab0-aa43-c9d3378ea468 of type vlan for network 03f29308-65cc-48b3-8cb9-66084f4216a2
May 19 06:35:17.711324 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.801374 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.802698 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:17.803333 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:17.808116 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:17.880252 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:17.925298 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Pushing event updated for resources: {'Network': ['ID=03f29308-65cc-48b3-8cb9-66084f4216a2,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:17.927853 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:17.936453 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:35:17.991530 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8325846
May 19 06:35:17.994400 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50188) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:18.000579 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Request body: {'subnet': {'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-354384238-subnet', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:18.007086 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:18.011566 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Usage tracker for resource:subnet and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:18.014738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:18.020933 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:18.121362 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Made reservation on behalf of f2d0fd9937cd47109697fd93d5690838 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:18.125559 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513907'] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.239792 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753cccd0>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 2, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:18.246496 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Checking router: 2c9cb7ff-7d2b-49de-b482-5080acf097bc for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:18.246496 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Updating router 2c9cb7ff-7d2b-49de-b482-5080acf097bc port 81016112-4e43-47b8-8551-fc5d36bf2474 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:35:18.311760 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef576d9-01bd-4f85-8f44-3dd24c184259 req-9ace9f15-23c6-4988-be94-ada54305b1b0 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:18.313286 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8ef576d9-01bd-4f85-8f44-3dd24c184259 req-9ace9f15-23c6-4988-be94-ada54305b1b0 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 945 time: 0.1576786
May 19 06:35:18.313727 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.397787 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8ef576d9-01bd-4f85-8f44-3dd24c184259 req-6ba1b47c-e35a-4656-8814-bd3933eef049 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723546
May 19 06:35:18.453637 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50208) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:18.460061 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1696559340-network', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:18.482014 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:18.496698 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Usage tracker for resource:network and tenant:67fac98f4afa4c0f8b15a866398180c5 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:18.500864 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:18.508295 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:18.566690 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Made reservation on behalf of 67fac98f4afa4c0f8b15a866398180c5 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:18.569221 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.586709 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.610691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:18.615763 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Usage tracker for resource:security_group_rule and tenant:67fac98f4afa4c0f8b15a866398180c5 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:18.619534 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:18.627913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:18.717968 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.732657 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Transition to ACTIVE for port object 81016112-4e43-47b8-8551-fc5d36bf2474 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:18.751040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513857'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.758421 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50214) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:18.758604 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:18.795844 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.800741 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-32123837-c327-481e-98ff-038c61e94454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:18.834289 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.839336 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5b55755e-f898-40d5-8196-eeb8318a6716 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:18.855167 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62040eb5-b060-42a4-aef6-4b5e1406334f,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:18.858392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:18.868756 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Checking segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:18.869331 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Network hostable DHCP agents. Network: 03f29308-65cc-48b3-8cb9-66084f4216a2, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:35:18.904537 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.910766 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6991ca06-7a7a-4b34-befd-95a6cc84f303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:18.937029 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 5b55755e-f898-40d5-8196-eeb8318a6716 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:18.938010 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.938986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:35:18.945722 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.958182 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5842872b-e944-48a6-b7b3-8fdb52fcf426,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:18.961635 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:18.962325 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c162a-27ea-48a7-b139-cf6d499814a0 None None] Pushing event updated for resources: {'Port': ['ID=81016112-4e43-47b8-8551-fc5d36bf2474,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:18.966099 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:18.966342 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Added segment 379da46d-6d12-4d27-bea9-f4bfa77356f5 of type vlan for network 1b704910-877d-4e55-af1c-9920891a9d2d
May 19 06:35:18.968167 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:35:18.996930 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-f48c162a-27ea-48a7-b139-cf6d499814a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:18.999849 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:19.007556 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Usage tracker for resource:security_group_rule and tenant:e7192da55a524646b6ba99027b0400db is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:19.015231 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.018694 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:19.025608 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:19.057765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 03f29308-65cc-48b3-8cb9-66084f4216a2) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:19.069773 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e9f016-854a-493f-9e90-f5be4dd99f3c None None] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:19.070792 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:19.071810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.092815 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Attempting to bind port 81016112-4e43-47b8-8551-fc5d36bf2474 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:19.092815 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Attempting to bind port 81016112-4e43-47b8-8551-fc5d36bf2474 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:19.092815 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Attempting to bind port 81016112-4e43-47b8-8551-fc5d36bf2474 on network aff94e93-7965-476c-b006-32fe98ff8184 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:19.095206 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:19.095608 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Checking segment: {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:19.095992 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.096615 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Bound using segment: {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:19.096875 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Bound port: 81016112-4e43-47b8-8551-fc5d36bf2474, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:19.097237 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.132060 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.133407 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:19.133548 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.133998 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.138926 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:19.179014 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-41ca4705-d017-45eb-ba98-ecbd47278bf1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1808400
May 19 06:35:19.179654 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50220) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:19.184346 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:19.190893 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:19.194709 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] For port 81016112-4e43-47b8-8551-fc5d36bf2474, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:19.196452 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Usage tracker for resource:router and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:19.197773 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:19.198658 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] For port 81016112-4e43-47b8-8551-fc5d36bf2474, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=81016112-4e43-47b8-8551-fc5d36bf2474,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:19.203989 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:19.207724 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.217401 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-7e846bba-9109-4e83-a213-bc530cec03c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:19.242748 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.245028 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7902019
May 19 06:35:19.252835 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Pushing event updated for resources: {'Network': ['ID=1b704910-877d-4e55-af1c-9920891a9d2d,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:19.253105 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:19.255706 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50224) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:19.255950 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:19.267678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Request body: {'subnet': {'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1696559340-subnet', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'ip_version': 4}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:19.273097 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7192da55a524646b6ba99027b0400db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5125706
May 19 06:35:19.277014 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 1b704910-877d-4e55-af1c-9920891a9d2d details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:35:19.277169 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa50a61-4079-4a97-b540-89ebdffb0440,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:19.277725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:19.277955 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50228) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:19.280495 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:19.283106 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Usage tracker for resource:subnet and tenant:67fac98f4afa4c0f8b15a866398180c5 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:19.286815 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:19.289648 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.290653 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.298732 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:19.314238 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.363343 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:19.364018 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753cccd0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:19.373014 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.401060 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Made reservation on behalf of 67fac98f4afa4c0f8b15a866398180c5 for: {'subnet': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:19.403388 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2494355'] for subnet, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.406685 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.518028 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c162a-27ea-48a7-b139-cf6d499814a0 None None] Pushing event updated for resources: {'Port': ['ID=81016112-4e43-47b8-8551-fc5d36bf2474,revision_number=4']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:19.523854 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-f48c162a-27ea-48a7-b139-cf6d499814a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:19.537732 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.546541 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c8ace333-9e91-4ecd-a3ba-01e2a6bbe074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:19.561203 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa50a61-4079-4a97-b540-89ebdffb0440,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:19.564981 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:19.566310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.576411 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfa50a61-4079-4a97-b540-89ebdffb0440 HTTP/1.1" status: 204  len: 168 time: 0.2968967
May 19 06:35:19.583952 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-03f29308-65cc-48b3-8cb9-66084f4216a2', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:35:19.584902 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:19.697409 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:19.773933 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Allocated IP 172.20.0.2 (03f29308-65cc-48b3-8cb9-66084f4216a2/62040eb5-b060-42a4-aef6-4b5e1406334f/abca3807-d70d-4cf6-8dd3-afa135dd1d9d) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:20.004008 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.020235 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Transition to ACTIVE for port object abca3807-d70d-4cf6-8dd3-afa135dd1d9d will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:20.030703 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.038556 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753cccd0>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:19Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:20.040355 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf5a8fd-e2af-496c-bd6b-809cbad527f0 None None] The sync data for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi is: [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:19Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:20.048000 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Transition to ACTIVE for port object abca3807-d70d-4cf6-8dd3-afa135dd1d9d will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:20.074470 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d477d77-a276-47c4-ad29-e1e11fb7ce3a req-84108a98-f586-4273-8a4a-0390e31dd12a tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:20.083634 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0d477d77-a276-47c4-ad29-e1e11fb7ce3a req-84108a98-f586-4273-8a4a-0390e31dd12a tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 945 time: 0.4693980
May 19 06:35:20.156735 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.163938 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:20.207036 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0d477d77-a276-47c4-ad29-e1e11fb7ce3a req-83f378a6-ffae-43ff-ad93-70ebd1447b77 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225336
May 19 06:35:20.243619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:20.247193 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:20.251367 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:20.261322 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Pushing event updated for resources: {'Port': ['ID=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:20.307538 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:20.379611 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Attempting to bind port abca3807-d70d-4cf6-8dd3-afa135dd1d9d on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:20.380558 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Attempting to bind port abca3807-d70d-4cf6-8dd3-afa135dd1d9d by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:20.381152 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Attempting to bind port abca3807-d70d-4cf6-8dd3-afa135dd1d9d on network 03f29308-65cc-48b3-8cb9-66084f4216a2 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:20.390239 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:20.390690 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Checking segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:20.391203 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.391726 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Bound using segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:20.392306 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Bound port: abca3807-d70d-4cf6-8dd3-afa135dd1d9d, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:20.395506 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.516267 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] For port abca3807-d70d-4cf6-8dd3-afa135dd1d9d, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:20.520894 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] For port abca3807-d70d-4cf6-8dd3-afa135dd1d9d, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:20.566968 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.576758 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:20.675026 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Pushing event updated for resources: {'Port': ['ID=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:20.679352 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:20.699827 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.736652 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:20.965763 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 81016112-4e43-47b8-8551-fc5d36bf2474 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:21.129097 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Allocated IP 172.27.1.176 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/65f7c857-1d7b-41ff-8821-f29f1340e33a) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:21.148317 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2494369'] for subnet, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.167758 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3ea8c687-a437-4520-b015-eb9d90bc2622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:21.200823 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 81016112-4e43-47b8-8551-fc5d36bf2474 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:21.206940 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 81016112-4e43-47b8-8551-fc5d36bf2474 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:21.208401 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.339234 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4b77b0-fe9e-4f6a-b66d-338c709d34fa,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:21.350985 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:21.370265 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.380081 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Checking segment: {'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:21.380683 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Network hostable DHCP agents. Network: 1b704910-877d-4e55-af1c-9920891a9d2d, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:35:21.408568 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 81016112-4e43-47b8-8551-fc5d36bf2474, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=81016112-4e43-47b8-8551-fc5d36bf2474,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:21.412012 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.505364 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.510064 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:21.514169 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.521006 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0ba85bdf-8da3-4fc0-8a10-a127272b39c8 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:21.555884 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Network 1b704910-877d-4e55-af1c-9920891a9d2d is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:35:21.584601 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=81016112-4e43-47b8-8551-fc5d36bf2474,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:21.600255 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:21.600442 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:21.601351 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:21.605202 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:21.643514 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Pushing event updated for resources: {'Port': ['ID=65f7c857-1d7b-41ff-8821-f29f1340e33a,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:21.648423 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:21.655365 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 1b704910-877d-4e55-af1c-9920891a9d2d) {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:21.665722 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e862314-3f09-42f4-92b4-ed3433ae54db None None] Network 1b704910-877d-4e55-af1c-9920891a9d2d requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:21.667669 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:21.668409 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.975303 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-fb88a6a7-4bc6-4c23-84e4-5799caf46a91 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.7142258
May 19 06:35:21.977164 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50280) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:21.982687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:21.989181 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:21.990871 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-1b704910-877d-4e55-af1c-9920891a9d2d', 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'fixed_ips': [{'subnet_id': '1f4b77b0-fe9e-4f6a-b66d-338c709d34fa'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:35:21.992379 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:21.998670 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Usage tracker for resource:router and tenant:67fac98f4afa4c0f8b15a866398180c5 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:22.002239 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:22.009671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:22.012632 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766b15b1-d7d5-4d2f-b6ed-1aebb5930f5e None None] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:22.098548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.101776 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.129654 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.244679 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ed2e97c0-ee49-4ce4-b680-cdb7d9039658 None None] Provisioning for port abca3807-d70d-4cf6-8dd3-afa135dd1d9d completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:22.321093 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Allocated IP 172.20.0.2 (1b704910-877d-4e55-af1c-9920891a9d2d/1f4b77b0-fe9e-4f6a-b66d-338c709d34fa/5c37e22c-a844-4a92-9c8b-cd802d203a0c) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:22.336012 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.645663 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.657234 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50290) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:22.710950 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.725627 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Transition to ACTIVE for port object 5c37e22c-a844-4a92-9c8b-cd802d203a0c will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:22.752520 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.757036 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Transition to ACTIVE for port object 5c37e22c-a844-4a92-9c8b-cd802d203a0c will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:22.830271 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.840355 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:22.852390 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:22.869921 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:22.876934 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Usage tracker for resource:security_group_rule and tenant:24ae0a71f93c4b9aaa37dfd25418bb78 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:22.887225 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:22.896226 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:22.930308 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Network 1b704910-877d-4e55-af1c-9920891a9d2d is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:22.935142 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:22.938412 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:22.944987 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Pushing event updated for resources: {'Port': ['ID=5c37e22c-a844-4a92-9c8b-cd802d203a0c,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:22.949124 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:23.030634 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 81016112-4e43-47b8-8551-fc5d36bf2474 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:23.058100 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:35:23.092904 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Attempting to bind port 5c37e22c-a844-4a92-9c8b-cd802d203a0c on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:23.093371 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Attempting to bind port 5c37e22c-a844-4a92-9c8b-cd802d203a0c by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:23.093799 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Attempting to bind port 5c37e22c-a844-4a92-9c8b-cd802d203a0c on network 1b704910-877d-4e55-af1c-9920891a9d2d {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:23.103995 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:23.104446 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Checking segment: {'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:23.104901 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.105362 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Bound using segment: {'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:23.105890 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Bound port: 5c37e22c-a844-4a92-9c8b-cd802d203a0c, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:23.106326 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.157388 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.184557 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 81016112-4e43-47b8-8551-fc5d36bf2474 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:23.185256 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.200904 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.238351 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.245918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:23.256973 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] For port 5c37e22c-a844-4a92-9c8b-cd802d203a0c, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:23.261982 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Sync routers for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:23.265044 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] For port 5c37e22c-a844-4a92-9c8b-cd802d203a0c, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5c37e22c-a844-4a92-9c8b-cd802d203a0c,segment=NetworkSegment(379da46d-6d12-4d27-bea9-f4bfa77356f5),segment_id=379da46d-6d12-4d27-bea9-f4bfa77356f5)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:23.278375 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:23.278975 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760fe220>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:23.312541 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.324101 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5cdba841-6e7c-4e0b-917e-91c72920a70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:23.332583 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.334059 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.1536374
May 19 06:35:23.336559 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50296) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:23.384481 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24ae0a71f93c4b9aaa37dfd25418bb78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7234268
May 19 06:35:23.384699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be99c467-8520-47d6-821f-b86f5c986364,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:23.388506 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50300) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:23.390703 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:23.402338 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Allocated IP 172.27.1.188 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/155e9697-536e-4e07-a649-21464c346936) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:23.473537 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.492960 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:23.550807 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.563015 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.604278 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:23.643827 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.675911 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:23.687974 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device abca3807-d70d-4cf6-8dd3-afa135dd1d9d up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:23.692249 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-bc60b81f-17b7-41d8-9c7f-1cee87225ef4 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:23.808173 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Pushing event updated for resources: {'Port': ['ID=155e9697-536e-4e07-a649-21464c346936,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:23.824287 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:23.826130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:23.827241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:23.836913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:23.859987 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Pushing event updated for resources: {'Port': ['ID=5c37e22c-a844-4a92-9c8b-cd802d203a0c,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:23.862624 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:24.042990 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port abca3807-d70d-4cf6-8dd3-afa135dd1d9d completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:24.049416 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.059380 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port abca3807-d70d-4cf6-8dd3-afa135dd1d9d triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:24.059380 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.062112 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-5c127d98-bbc5-4fc9-a743-74a48e41a100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:24.092144 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be99c467-8520-47d6-821f-b86f5c986364,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:24.092144 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:24.100085 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.101203 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be99c467-8520-47d6-821f-b86f5c986364 HTTP/1.1" status: 204  len: 168 time: 0.7062728
May 19 06:35:24.207741 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760fe220>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 3, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:24.216504 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Checking router: f2a2b102-3cc4-41ee-b481-5aecb2faefe8 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:24.216766 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Updating router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 port 65f7c857-1d7b-41ff-8821-f29f1340e33a binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:35:24.257007 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.304148 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.347985 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port abca3807-d70d-4cf6-8dd3-afa135dd1d9d, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:24.386325 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.406304 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.420966 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-cbb0dbe4-41e0-4f73-a31e-6bae5b259558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:24.546073 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:24.552307 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:24.644194 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.666442 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Allocated IP 172.20.0.1 (03f29308-65cc-48b3-8cb9-66084f4216a2/62040eb5-b060-42a4-aef6-4b5e1406334f/155f6a2b-eb78-4c33-ab3e-404dd1d4fddb) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:24.764018 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872c868-3f04-498a-83d2-54816842696a None None] Network 1b704910-877d-4e55-af1c-9920891a9d2d requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:24.900704 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.917156 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50312) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:24.946272 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Transition to ACTIVE for port object 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb will not be triggered until provisioned by entity DHCP. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:24.952586 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:24.972005 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:24.975968 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Usage tracker for resource:security_group_rule and tenant:ababd9830c554b8cb708dee3e450bac9 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:24.979417 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:24.985963 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:25.020630 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.027063 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5c37e22c-a844-4a92-9c8b-cd802d203a0c up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:25.072952 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.095163 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.123586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Transition to ACTIVE for port object 65f7c857-1d7b-41ff-8821-f29f1340e33a will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:25.139378 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-5920b5c0-f3c7-457a-807f-029c01d06a5c None None] Provisioning for port 5c37e22c-a844-4a92-9c8b-cd802d203a0c completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:25.150306 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.159529 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.165953 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-16ec331b-da42-49da-9ded-99669ae41072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:25.200923 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.205991 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:25.218835 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:25.223479 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ababd9830c554b8cb708dee3e450bac9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3051383
May 19 06:35:25.224462 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:25.226172 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50316) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:25.228788 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecec9f4-a1e2-476f-a0e7-0f8db24ef843,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:25.231217 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:25.257878 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:25.277102 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:25.282991 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09f2a-c6aa-432f-888f-1e19c37eb9ae None None] Pushing event updated for resources: {'Port': ['ID=65f7c857-1d7b-41ff-8821-f29f1340e33a,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:25.287676 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 5c37e22c-a844-4a92-9c8b-cd802d203a0c completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:25.297660 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-3ef09f2a-c6aa-432f-888f-1e19c37eb9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:25.298541 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 5c37e22c-a844-4a92-9c8b-cd802d203a0c triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:25.298915 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.363939 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Attempting to bind port 65f7c857-1d7b-41ff-8821-f29f1340e33a on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:25.364333 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Attempting to bind port 65f7c857-1d7b-41ff-8821-f29f1340e33a by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:25.364688 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Attempting to bind port 65f7c857-1d7b-41ff-8821-f29f1340e33a on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:25.375633 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:25.376013 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:25.376586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.376806 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:25.377370 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Bound port: 65f7c857-1d7b-41ff-8821-f29f1340e33a, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:25.377691 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.378889 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Router afeecb97-e9ea-40f1-a61b-75a6c7ade978 is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:35:25.391055 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.396459 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Pushing event updated for resources: {'Port': ['ID=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:25.407462 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:25.446834 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.494716 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.529586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] For port 65f7c857-1d7b-41ff-8821-f29f1340e33a, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:25.536637 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.560524 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] For port 65f7c857-1d7b-41ff-8821-f29f1340e33a, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=65f7c857-1d7b-41ff-8821-f29f1340e33a,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:25.585816 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 5c37e22c-a844-4a92-9c8b-cd802d203a0c, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5c37e22c-a844-4a92-9c8b-cd802d203a0c,segment=NetworkSegment(379da46d-6d12-4d27-bea9-f4bfa77356f5),segment_id=379da46d-6d12-4d27-bea9-f4bfa77356f5)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:25.588454 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-67f77416-9a0c-4bcb-89ec-bfcdd8f59534 None None] Provisioning complete for port 5c37e22c-a844-4a92-9c8b-cd802d203a0c triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:25.588821 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-67f77416-9a0c-4bcb-89ec-bfcdd8f59534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.602854 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:25.612933 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Sync routers for ids ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:25.624239 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Routers {'afeecb97-e9ea-40f1-a61b-75a6c7ade978'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:25.625409 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753f84c0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:25.653216 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.662337 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:25.687076 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.694886 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-134a8c60-eb3c-4532-bb52-cc3292e732e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:25.715189 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.715905 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.716387 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device abca3807-d70d-4cf6-8dd3-afa135dd1d9d up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:25.719354 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7401283
May 19 06:35:25.720864 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50322) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:25.724112 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecec9f4-a1e2-476f-a0e7-0f8db24ef843,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:25.732305 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:25.751655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.762348 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:25.765970 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ecec9f4-a1e2-476f-a0e7-0f8db24ef843 HTTP/1.1" status: 204  len: 168 time: 0.5387290
May 19 06:35:25.821109 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Set router afeecb97-e9ea-40f1-a61b-75a6c7ade978 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:25.890555 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef09f2a-c6aa-432f-888f-1e19c37eb9ae None None] Pushing event updated for resources: {'Port': ['ID=65f7c857-1d7b-41ff-8821-f29f1340e33a,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:25.900730 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:25.901394 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760fe220>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:26.002136 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-3ef09f2a-c6aa-432f-888f-1e19c37eb9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:26.005164 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:26.086895 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.160824 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.190548 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04be5a49-f792-47cf-a818-28bc9a188daf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:26.252370 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753f84c0>, [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:35:24Z', 'revision_number': 3, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:26.256320 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port abca3807-d70d-4cf6-8dd3-afa135dd1d9d triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:26.256968 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.257092 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Checking router: afeecb97-e9ea-40f1-a61b-75a6c7ade978 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:26.257340 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Updating router afeecb97-e9ea-40f1-a61b-75a6c7ade978 port 155e9697-536e-4e07-a649-21464c346936 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:35:26.329255 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.329763 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=5c37e22c-a844-4a92-9c8b-cd802d203a0c,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:26.335874 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Pushing event updated for resources: {'Port': ['ID=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:26.345343 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:26.348394 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:26.349508 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.381344 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:26.592531 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-67f77416-9a0c-4bcb-89ec-bfcdd8f59534 None None] Provisioning for port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:26.636846 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-67f77416-9a0c-4bcb-89ec-bfcdd8f59534 None None] Provisioning complete for port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:26.637228 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-67f77416-9a0c-4bcb-89ec-bfcdd8f59534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.681260 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:26.684110 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:26.795982 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-67f77416-9a0c-4bcb-89ec-bfcdd8f59534 None None] Port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:26.864144 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.891427 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Transition to ACTIVE for port object 155e9697-536e-4e07-a649-21464c346936 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:26.950171 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5c37e22c-a844-4a92-9c8b-cd802d203a0c up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:26.956080 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:26.961547 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:27.037696 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.048312 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760fe220>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:24Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:27.062809 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2a2f4c6e-11ed-4671-9ec0-365268eb673b None None] Provisioning complete for port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:27.063341 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2a2f4c6e-11ed-4671-9ec0-365268eb673b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.081199 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Attempting to bind port 155e9697-536e-4e07-a649-21464c346936 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:27.082555 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Attempting to bind port 155e9697-536e-4e07-a649-21464c346936 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:27.083145 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Attempting to bind port 155e9697-536e-4e07-a649-21464c346936 on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:27.083415 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:35:27.092528 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c5581-01c0-476f-90df-dced966eb847 None None] Pushing event updated for resources: {'Port': ['ID=155e9697-536e-4e07-a649-21464c346936,revision_number=2']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:27.095293 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:27.095883 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:27.096992 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.097537 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:27.098089 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1a1e3e-cfe8-47e5-bb43-69c028848457 None None] The sync data for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi is: [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:24Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:27.098381 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Bound port: 155e9697-536e-4e07-a649-21464c346936, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:27.099016 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.124214 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-646c5581-01c0-476f-90df-dced966eb847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:27.175523 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2a2f4c6e-11ed-4671-9ec0-365268eb673b None None] Port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:27.187390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 5c37e22c-a844-4a92-9c8b-cd802d203a0c triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:27.190644 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.222676 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] For port 155e9697-536e-4e07-a649-21464c346936, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:27.233552 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] For port 155e9697-536e-4e07-a649-21464c346936, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=155e9697-536e-4e07-a649-21464c346936,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:27.315444 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.321148 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:27.428323 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:27.436129 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] 10.222.0.25 "PUT /v2.0/routers/f2a2b102-3cc4-41ee-b481-5aecb2faefe8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0958652
May 19 06:35:27.448337 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Routers {'afeecb97-e9ea-40f1-a61b-75a6c7ade978'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:27.455082 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753f84c0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:27.544357 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Allocated IP 172.20.0.1 (1b704910-877d-4e55-af1c-9920891a9d2d/1f4b77b0-fe9e-4f6a-b66d-338c709d34fa/959be144-2659-461e-91ad-6f5f52d46fc6) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:27.573381 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c5581-01c0-476f-90df-dced966eb847 None None] Pushing event updated for resources: {'Port': ['ID=155e9697-536e-4e07-a649-21464c346936,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:27.590803 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-646c5581-01c0-476f-90df-dced966eb847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:27.745229 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] Set router afeecb97-e9ea-40f1-a61b-75a6c7ade978 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:27.777829 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.798305 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Transition to ACTIVE for port object 959be144-2659-461e-91ad-6f5f52d46fc6 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:27.893629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:27.904671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7fbc2812-59ea-4385-b0e9-7f3d4e2f6a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:27.994107 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Network 1b704910-877d-4e55-af1c-9920891a9d2d is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:27.998154 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:28.000881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:28.068812 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Pushing event updated for resources: {'Port': ['ID=959be144-2659-461e-91ad-6f5f52d46fc6,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:28.073765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:28.109893 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.158028 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753f84c0>, [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:35:24Z', 'revision_number': 3, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:28.166350 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e502a1-1557-4f23-9dbc-8aa7aa83d590 None None] The sync data for ids ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'] in dv-cinder-790910-3-iscsi is: [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:35:24Z', 'revision_number': 3, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:28.189788 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50362) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:28.195868 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349829203', 'description': 'tempest-description--903007941'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:28.212407 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:28.220815 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:28.229862 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:28.236913 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:28.343994 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.392730 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:28.397214 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group_rule and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:28.412449 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:28.426217 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:28.469832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-70228f6a-cd00-4f33-ae54-d743bf3ca91a None None] Provisioning for port 959be144-2659-461e-91ad-6f5f52d46fc6 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:28.479512 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-70228f6a-cd00-4f33-ae54-d743bf3ca91a None None] Provisioning complete for port 959be144-2659-461e-91ad-6f5f52d46fc6 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:28.480000 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-70228f6a-cd00-4f33-ae54-d743bf3ca91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.568162 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-70228f6a-cd00-4f33-ae54-d743bf3ca91a None None] Port 959be144-2659-461e-91ad-6f5f52d46fc6 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:28.575329 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.656944 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.669426 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.678346 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-469cc338-cf29-4b9c-a922-63e6bf9b9e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:28.757993 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa289ac-093c-4ce4-99e8-5fc456dd1d76,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:28.761072 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:28.863563 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.864837 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6740375
May 19 06:35:28.867699 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50378) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:28.873267 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'security_group_rule': {'security_group_id': '7fa289ac-093c-4ce4-99e8-5fc456dd1d76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:28.879484 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:28.885406 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group_rule and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:28.891085 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:28.900081 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:28.961839 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:28.990152 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155e9697-536e-4e07-a649-21464c346936 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:28.993401 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.029662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.072531 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-219cd2cb-9748-4b17-91dd-d235eb517854 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:29.091899 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.166416 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.168559 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:29.177691 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 155e9697-536e-4e07-a649-21464c346936 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:29.186390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 155e9697-536e-4e07-a649-21464c346936 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:29.186769 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.193323 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990a58ec-1910-4614-9bf1-8ca5b938cfa2,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:29.196031 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:29.219613 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Pushing event updated for resources: {'Port': ['ID=959be144-2659-461e-91ad-6f5f52d46fc6,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:29.225431 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:29.235179 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.297833 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.302445 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4305692
May 19 06:35:29.302621 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50384) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:29.308766 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'security_group_rule': {'security_group_id': '7fa289ac-093c-4ce4-99e8-5fc456dd1d76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:29.314639 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:29.318662 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group_rule and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:29.321815 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:29.328340 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:29.380406 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Network 1b704910-877d-4e55-af1c-9920891a9d2d is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:29.381609 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:29.382545 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.402197 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 155e9697-536e-4e07-a649-21464c346936, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=155e9697-536e-4e07-a649-21464c346936,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:29.410987 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.475686 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.476700 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 65f7c857-1d7b-41ff-8821-f29f1340e33a up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:29.518860 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.566675 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:29.594778 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.597608 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3ab8186b-8f6a-4fd6-b380-dd88b3ed0991 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:29.638891 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119a4215-d3df-43ae-93af-b5d738ca197b,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:29.641940 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Router afeecb97-e9ea-40f1-a61b-75a6c7ade978 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:35:29.660696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:29.694679 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=155e9697-536e-4e07-a649-21464c346936,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:29.698403 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:29.735962 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-9879dc1a-fd30-4364-a37f-9f2d7b99d4ed None None] Provisioning complete for port 959be144-2659-461e-91ad-6f5f52d46fc6 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:29.736292 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9879dc1a-fd30-4364-a37f-9f2d7b99d4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.743850 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.748566 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-80816570-60b3-4621-94d6-b8ac6f85af72 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4447997
May 19 06:35:29.749181 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50398) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:29.755111 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:29.769740 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:29.778379 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:floatingip and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:29.787057 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:29.787190 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 65f7c857-1d7b-41ff-8821-f29f1340e33a completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:29.801797 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:29.802596 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 65f7c857-1d7b-41ff-8821-f29f1340e33a triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:29.803206 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.846720 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-9879dc1a-fd30-4364-a37f-9f2d7b99d4ed None None] Port 959be144-2659-461e-91ad-6f5f52d46fc6 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:29.880329 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.941602 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:29.960530 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 65f7c857-1d7b-41ff-8821-f29f1340e33a, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=65f7c857-1d7b-41ff-8821-f29f1340e33a,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:30.004718 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:30.014496 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] 10.222.0.25 "PUT /v2.0/routers/afeecb97-e9ea-40f1-a61b-75a6c7ade978/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2916894
May 19 06:35:30.017703 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:30.024690 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:30.110021 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=65f7c857-1d7b-41ff-8821-f29f1340e33a,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:30.121820 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:30.138079 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:30.295777 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Allocated IP 172.27.1.210 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/f6e37707-62a3-4b03-8bd1-70fd22cbf724) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:30.459180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:30.560905 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:30.566209 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:30.631335 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:30.634188 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:30.636613 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:30.681691 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'Port': ['ID=f6e37707-62a3-4b03-8bd1-70fd22cbf724,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:30.684562 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:30.726988 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:30.850569 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:30.850721 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 65f7c857-1d7b-41ff-8821-f29f1340e33a up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:30.933890 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 65f7c857-1d7b-41ff-8821-f29f1340e33a triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:30.934272 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:31.069259 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155e9697-536e-4e07-a649-21464c346936 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:31.085812 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:31.135829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 155e9697-536e-4e07-a649-21464c346936 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:31.136217 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:31.177645 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:31.182806 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:31.468415 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'Port': ['ID=f6e37707-62a3-4b03-8bd1-70fd22cbf724,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:31.480865 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:31.495909 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:31.570756 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Sync routers for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:31.581949 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:31.582701 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80747e0fa0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:31.588927 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:31.590550 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8403087
May 19 06:35:31.799358 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:31.869768 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-1ee96c6c-08e9-4511-a2bb-c6fb48f57d8b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Synchronizing usage tracker for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:security_group {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:31.977780 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-1ee96c6c-08e9-4511-a2bb-c6fb48f57d8b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Unset dirty status for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:security_group {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:31.979669 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-1ee96c6c-08e9-4511-a2bb-c6fb48f57d8b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1349829203&fields=id&tenant_id=f2d0fd9937cd47109697fd93d5690838 HTTP/1.1" status: 200  len: 267 time: 0.1715386
May 19 06:35:32.219741 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-0a740a83-8373-4e0f-9a89-b1af14394583 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:32.221650 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-0a740a83-8373-4e0f-9a89-b1af14394583 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 810 time: 0.2351956
May 19 06:35:32.244127 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-b65eef66-95a1-4ee6-a803-3eec8f9d1259 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/quotas/f2d0fd9937cd47109697fd93d5690838 HTTP/1.1" status: 200  len: 375 time: 0.0165174
May 19 06:35:32.268890 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80747e0fa0>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 2, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:32.276978 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Checking router: f2a2b102-3cc4-41ee-b481-5aecb2faefe8 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:32.277459 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Updating router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:35:32.326821 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Sync routers for ids ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:32.350579 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Routers {'afeecb97-e9ea-40f1-a61b-75a6c7ade978'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:32.351226 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752813d0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:32.357185 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-ed27170e-7e78-4e30-9c12-ab7ca6262169 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Synchronizing usage tracker for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:32.386672 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:32.446066 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-ed27170e-7e78-4e30-9c12-ab7ca6262169 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Unset dirty status for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:32.448284 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-ed27170e-7e78-4e30-9c12-ab7ca6262169 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1977572
May 19 06:35:32.499087 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:32.577565 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Set router afeecb97-e9ea-40f1-a61b-75a6c7ade978 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:32.687138 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-4a423708-101b-4814-b718-ff3b962ca4a5 service neutron] 10.222.0.25 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157068
May 19 06:35:32.859416 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-dce2cc34-2732-4ce9-8395-bc38d5977b67 service neutron] 10.222.0.25 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711984
May 19 06:35:32.957915 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:32.971642 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Transition to ACTIVE for port object 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:32.973939 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752813d0>, [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:35:28Z', 'revision_number': 4, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '959be144-2659-461e-91ad-6f5f52d46fc6', 'name': '', 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'mac_address': 'fa:16:3e:8d:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '1f4b77b0-fe9e-4f6a-b66d-338c709d34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:27Z', 'updated_at': '2021-05-19T06:35:28Z', 'revision_number': 2, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'subnets': [{'id': '1f4b77b0-fe9e-4f6a-b66d-338c709d34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:32.977915 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Checking router: afeecb97-e9ea-40f1-a61b-75a6c7ade978 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:32.978270 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Updating router afeecb97-e9ea-40f1-a61b-75a6c7ade978 port 959be144-2659-461e-91ad-6f5f52d46fc6 binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:35:33.037372 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:33.040786 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:33.045415 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:33.175272 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-adeeab5c-c578-4108-95b1-3e0c32ca37f5 req-c2aed5c2-58a2-43d2-876c-002688e17787 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 210 time: 0.0565112
May 19 06:35:33.285425 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f8a4-2705-4a44-bd27-686272b1f3d0 None None] Pushing event updated for resources: {'Port': ['ID=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:33.325903 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-14b3f8a4-2705-4a44-bd27-686272b1f3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:33.398013 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Attempting to bind port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:33.398397 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Attempting to bind port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:33.398958 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Attempting to bind port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb on network 03f29308-65cc-48b3-8cb9-66084f4216a2 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:33.421190 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:33.421575 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Checking segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:33.424536 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:33.425162 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Bound using segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:33.425443 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Bound port: 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:33.425824 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:33.550086 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] For port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:33.554125 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] For port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:33.566967 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:33.579422 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Transition to ACTIVE for port object 959be144-2659-461e-91ad-6f5f52d46fc6 will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:33.631030 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:33.636142 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-acf0d3d7-e151-458d-b479-357191de89b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:33.657577 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:33.662153 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-9c83b232-809c-48a1-8419-f3a92360cfaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:33.714216 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:33.714839 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80747e0fa0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:33.831688 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3f8a4-2705-4a44-bd27-686272b1f3d0 None None] Pushing event updated for resources: {'Port': ['ID=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:33.847192 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-14b3f8a4-2705-4a44-bd27-686272b1f3d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:33.904632 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e676f-360f-4662-9b84-cb4a31a69a25 None None] Pushing event updated for resources: {'Port': ['ID=959be144-2659-461e-91ad-6f5f52d46fc6,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:33.933609 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-c84e676f-360f-4662-9b84-cb4a31a69a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:34.041881 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:34.058272 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Attempting to bind port 959be144-2659-461e-91ad-6f5f52d46fc6 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:34.058765 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Attempting to bind port 959be144-2659-461e-91ad-6f5f52d46fc6 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:34.059335 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Attempting to bind port 959be144-2659-461e-91ad-6f5f52d46fc6 on network 1b704910-877d-4e55-af1c-9920891a9d2d {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:34.066312 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:34.066845 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Checking segment: {'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:34.068954 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:34.069604 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Bound using segment: {'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:34.070701 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Bound port: 959be144-2659-461e-91ad-6f5f52d46fc6, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379da46d-6d12-4d27-bea9-f4bfa77356f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:34.071222 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:34.177362 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] For port 959be144-2659-461e-91ad-6f5f52d46fc6, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:34.181697 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] For port 959be144-2659-461e-91ad-6f5f52d46fc6, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=959be144-2659-461e-91ad-6f5f52d46fc6,segment=NetworkSegment(379da46d-6d12-4d27-bea9-f4bfa77356f5),segment_id=379da46d-6d12-4d27-bea9-f4bfa77356f5)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:34.263669 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:34.276454 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-32123837-c327-481e-98ff-038c61e94454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:34.300547 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f5aa6f9d-ebf7-48dd-9544-ab0727327215 req-486d4db6-bca8-460f-b747-cc6d3e416854 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 210 time: 0.0763972
May 19 06:35:34.361401 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Routers {'afeecb97-e9ea-40f1-a61b-75a6c7ade978'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:34.365511 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752813d0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:34.426846 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80747e0fa0>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:33Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:34.436479 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40affb1b-3f03-40af-b9ff-d37daf07b2cd None None] The sync data for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi is: [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:33Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:34.662106 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e676f-360f-4662-9b84-cb4a31a69a25 None None] Pushing event updated for resources: {'Port': ['ID=959be144-2659-461e-91ad-6f5f52d46fc6,revision_number=4']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:34.665262 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-c84e676f-360f-4662-9b84-cb4a31a69a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:34.689268 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] Set router afeecb97-e9ea-40f1-a61b-75a6c7ade978 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:34.979982 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:35.171813 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752813d0>, [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:35:28Z', 'revision_number': 4, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '959be144-2659-461e-91ad-6f5f52d46fc6', 'name': '', 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'mac_address': 'fa:16:3e:8d:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '1f4b77b0-fe9e-4f6a-b66d-338c709d34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:27Z', 'updated_at': '2021-05-19T06:35:34Z', 'revision_number': 4, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'subnets': [{'id': '1f4b77b0-fe9e-4f6a-b66d-338c709d34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:35.181290 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2623c86b-1b3e-47e0-881e-4fca8ca6434a None None] The sync data for ids ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'] in dv-cinder-790910-3-iscsi is: [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:35:28Z', 'revision_number': 4, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '959be144-2659-461e-91ad-6f5f52d46fc6', 'name': '', 'network_id': '1b704910-877d-4e55-af1c-9920891a9d2d', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'mac_address': 'fa:16:3e:8d:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '1f4b77b0-fe9e-4f6a-b66d-338c709d34fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:27Z', 'updated_at': '2021-05-19T06:35:34Z', 'revision_number': 4, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'subnets': [{'id': '1f4b77b0-fe9e-4f6a-b66d-338c709d34fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:35.189244 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:35.199726 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:35.200105 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:35.442686 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:35.496092 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:35.578102 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:35:35.588144 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ec940eed-a72c-4255-a567-7b43022327ca req-da647e1f-2faa-4754-b282-cc89689f4dc7 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 210 time: 0.0954087
May 19 06:35:35.594920 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:35.596891 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:35.692298 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:35.708358 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:36.354904 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-96581ba3-c2f5-4039-a5d4-3077b11fbc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:36.771485 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1a6caf9f-67ae-4d11-ba84-a91640518cde req-c1991b2a-7375-4cb1-833c-26108635820b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 210 time: 0.0507028
May 19 06:35:36.983194 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 959be144-2659-461e-91ad-6f5f52d46fc6 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:37.120579 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 959be144-2659-461e-91ad-6f5f52d46fc6 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:37.125826 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 959be144-2659-461e-91ad-6f5f52d46fc6 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:37.126335 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:37.284317 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:37.326397 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 959be144-2659-461e-91ad-6f5f52d46fc6, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=959be144-2659-461e-91ad-6f5f52d46fc6,segment=NetworkSegment(379da46d-6d12-4d27-bea9-f4bfa77356f5),segment_id=379da46d-6d12-4d27-bea9-f4bfa77356f5)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:37.377783 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:37.378772 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:37.402837 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:37.498577 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=959be144-2659-461e-91ad-6f5f52d46fc6,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:37.502999 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:37.512414 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:37.512793 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:37.974120 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-99f8c12b-e57f-43be-ada5-54977121f2a5 req-832a896a-303a-4c6c-bb64-2e734c9c87b8 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 210 time: 0.0788064
May 19 06:35:38.852542 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 959be144-2659-461e-91ad-6f5f52d46fc6 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:38.923882 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 959be144-2659-461e-91ad-6f5f52d46fc6 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:38.924804 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:38.947447 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-3d7cb1e6-5e6d-4433-a4ab-210c79ca4231 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:38.948134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-3d7cb1e6-5e6d-4433-a4ab-210c79ca4231 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Synchronizing usage tracker for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:network {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:39.150482 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aa65ef2d-245a-4a15-82e3-afc8bbfc5249 req-c46be14b-ff4f-4f24-b7ad-b3e4d311c4fe tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 210 time: 0.0627208
May 19 06:35:39.269465 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-3d7cb1e6-5e6d-4433-a4ab-210c79ca4231 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Unset dirty status for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:network {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:39.269920 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:39.270658 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-3d7cb1e6-5e6d-4433-a4ab-210c79ca4231 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 810 time: 0.4702218
May 19 06:35:39.309513 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-48cdbaa0-c96a-4a26-a5eb-80403b985c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:39.333736 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-977410c4-2776-4729-be0b-6c6501f41ae1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Synchronizing usage tracker for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:security_group {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:39.344059 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-977410c4-2776-4729-be0b-6c6501f41ae1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Unset dirty status for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:security_group {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:39.345195 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-977410c4-2776-4729-be0b-6c6501f41ae1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d0fd9937cd47109697fd93d5690838 HTTP/1.1" status: 200  len: 380 time: 0.0554423
May 19 06:35:39.367054 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'port': {'device_id': '53cda0d8-505b-4201-9eac-512a90534bfc', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'admin_state_up': True, 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'security_groups': ['7fa289ac-093c-4ce4-99e8-5fc456dd1d76']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:39.547196 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:39.562368 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:39.646149 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Made reservation on behalf of f2d0fd9937cd47109697fd93d5690838 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:39.650270 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:39.847568 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Allocated IP 172.20.0.6 (03f29308-65cc-48b3-8cb9-66084f4216a2/62040eb5-b060-42a4-aef6-4b5e1406334f/25431e10-d26f-473e-b4f1-85846b527328) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:40.072414 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:40.091848 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:40.095808 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Transition to ACTIVE for port object 25431e10-d26f-473e-b4f1-85846b527328 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:40.195684 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:40.202079 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4cba50bc-de94-4c0e-9857-0a4f4c23b22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:40.282224 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:40.292728 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:40.305842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:40.378014 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f8e3c-01a8-42a2-b42c-4e5e655eacd6 req-c847ee6d-75aa-4d0f-87a0-79d900be6a8f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:40.386191 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e79f8e3c-01a8-42a2-b42c-4e5e655eacd6 req-c847ee6d-75aa-4d0f-87a0-79d900be6a8f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 931 time: 0.1185207
May 19 06:35:40.414686 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'Port': ['ID=25431e10-d26f-473e-b4f1-85846b527328,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:40.419592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:40.455945 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e79f8e3c-01a8-42a2-b42c-4e5e655eacd6 req-adf8a37c-371b-4ef5-bd06-a927575e4261 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686183
May 19 06:35:40.456144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:40.456809 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:40.544614 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1816974
May 19 06:35:40.557315 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Request body: {'port': {'device_id': '53cda0d8-505b-4201-9eac-512a90534bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:40.623665 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-90137454-5722-48da-b224-29d341172a92 None None] Provisioning for port 25431e10-d26f-473e-b4f1-85846b527328 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:40.630319 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-90137454-5722-48da-b224-29d341172a92 None None] Provisioning complete for port 25431e10-d26f-473e-b4f1-85846b527328 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:40.630933 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-90137454-5722-48da-b224-29d341172a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:40.678960 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:40.763903 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-90137454-5722-48da-b224-29d341172a92 None None] Port 25431e10-d26f-473e-b4f1-85846b527328 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:40.928536 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50570) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:41.072919 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25431e10-d26f-473e-b4f1-85846b527328 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:35:41.106500 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.112105 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.122056 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Transition to ACTIVE for port object 25431e10-d26f-473e-b4f1-85846b527328 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:41.128754 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:41.132653 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Usage tracker for resource:security_group_rule and tenant:545b2059d31b40f38c609ec435c0117d is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:41.135613 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:41.141816 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:41.171868 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.177280 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e543820-da64-47ba-82c7-e5e59c008e4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:41.234034 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.274852 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.284057 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-486685d0-1bab-46be-87bb-7ba5ace146eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:41.347417 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f044df-9b10-4d9d-abc9-3e7d181228bf,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:41.370052 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:41.397493 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=545b2059d31b40f38c609ec435c0117d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4672968
May 19 06:35:41.403882 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50578) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:41.452347 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.479230 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.489963 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Pushing event updated for resources: {'Port': ['ID=25431e10-d26f-473e-b4f1-85846b527328,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:41.496432 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:41.527079 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.644184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Attempting to bind port 25431e10-d26f-473e-b4f1-85846b527328 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:35:41.644748 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Attempting to bind port 25431e10-d26f-473e-b4f1-85846b527328 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:35:41.645191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Attempting to bind port 25431e10-d26f-473e-b4f1-85846b527328 on network 03f29308-65cc-48b3-8cb9-66084f4216a2 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:41.652846 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Port 25431e10-d26f-473e-b4f1-85846b527328 on network 03f29308-65cc-48b3-8cb9-66084f4216a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:35:41.653252 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Attempting to bind port 25431e10-d26f-473e-b4f1-85846b527328 on network 03f29308-65cc-48b3-8cb9-66084f4216a2 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:35:41.659159 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:35:41.659596 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Checking segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:41.660180 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Bound using segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:35:41.660820 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Bound port: 25431e10-d26f-473e-b4f1-85846b527328, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:35:41.661366 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.670772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.682843 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a46c2c93-1938-4f50-8440-63ed11942ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:41.704866 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f044df-9b10-4d9d-abc9-3e7d181228bf,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:41.714131 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.714500 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.716206 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.716575 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.716928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.717288 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.717638 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.717987 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.718325 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.718672 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.719033 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.719412 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:41.722678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.732258 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20f044df-9b10-4d9d-abc9-3e7d181228bf HTTP/1.1" status: 204  len: 168 time: 0.3320291
May 19 06:35:41.733368 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:41.786252 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a17d02-220d-4e8d-9aa0-b4ee49623464 req-010c1410-daeb-4cd9-966b-cf0aa991c78b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:41.788442 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f6a17d02-220d-4e8d-9aa0-b4ee49623464 req-010c1410-daeb-4cd9-966b-cf0aa991c78b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 943 time: 0.1579099
May 19 06:35:41.801925 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] For port 25431e10-d26f-473e-b4f1-85846b527328, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:35:41.804993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] For port 25431e10-d26f-473e-b4f1-85846b527328, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=25431e10-d26f-473e-b4f1-85846b527328,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:35:41.841249 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f6a17d02-220d-4e8d-9aa0-b4ee49623464 req-85a170a7-e3d8-441b-9396-dbba9ec22d15 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430024
May 19 06:35:41.898544 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.903046 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:41.965675 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:41.966387 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:41.967681 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] 10.222.0.52 "PUT /v2.0/ports/25431e10-d26f-473e-b4f1-85846b527328 HTTP/1.1" status: 200  len: 1093 time: 1.4152944
May 19 06:35:41.968175 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'tag': '25431e10-d26f-473e-b4f1-85846b527328'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:41.990699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Pushing event updated for resources: {'Port': ['ID=25431e10-d26f-473e-b4f1-85846b527328,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:42.000106 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.000388 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.000752 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.001299 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.001548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.001902 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.005928 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.006487 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.006859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.007232 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.007756 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.008108 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:35:42.021160 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:42.062797 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'tag': '25431e10-d26f-473e-b4f1-85846b527328', 'status': 'completed', 'code': 200}
May 19 06:35:42.202179 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402d6c1-4c57-49b4-8eb8-eeb0ea10d380 req-1da5ce9a-cfd1-4027-a601-11048427c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:42.203772 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f402d6c1-4c57-49b4-8eb8-eeb0ea10d380 req-1da5ce9a-cfd1-4027-a601-11048427c605 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 1096 time: 0.1164680
May 19 06:35:42.409945 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402d6c1-4c57-49b4-8eb8-eeb0ea10d380 req-cd6a66a2-4656-4436-891f-c1fe7d0c98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:42.409945 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f402d6c1-4c57-49b4-8eb8-eeb0ea10d380 req-cd6a66a2-4656-4436-891f-c1fe7d0c98c6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f2d0fd9937cd47109697fd93d5690838&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1545007
May 19 06:35:42.538528 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402d6c1-4c57-49b4-8eb8-eeb0ea10d380 req-a5483450-1208-4903-966a-1e354929e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:42.538528 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f402d6c1-4c57-49b4-8eb8-eeb0ea10d380 req-a5483450-1208-4903-966a-1e354929e9f9 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1534569
May 19 06:35:42.663965 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-016a7481-9867-470f-bc30-568aa98a4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:42.666191 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-016a7481-9867-470f-bc30-568aa98a4ab4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 1096 time: 0.0837231
May 19 06:35:42.738786 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50598) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:42.741233 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-89f3530e-027b-46d4-8ac1-ff4bad17d142 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25431e10-d26f-473e-b4f1-85846b527328 HTTP/1.1" status: 200  len: 217 time: 0.0654824
May 19 06:35:42.757696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:42.773696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:42.777623 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3877c8fb8d477cb1b173acfe711af0 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:42.781111 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:42.787916 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:42.822580 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-865e19a5-5338-4a29-8412-7c54b1d1285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:42.824402 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-865e19a5-5338-4a29-8412-7c54b1d1285e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.0700202
May 19 06:35:42.880462 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:42.906752 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-4b703276-7f4b-44a9-8060-614b699a149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:42.908264 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-4b703276-7f4b-44a9-8060-614b699a149c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750678
May 19 06:35:43.040449 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009a384-560a-4199-a48a-d59c35c901f5 req-fd28b2be-ed7a-428a-8df2-7318c7cede3b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:43.041985 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f009a384-560a-4199-a48a-d59c35c901f5 req-fd28b2be-ed7a-428a-8df2-7318c7cede3b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 943 time: 0.0875640
May 19 06:35:43.047712 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-67d15aba-8463-4cb4-82be-1eada81d558e service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314466
May 19 06:35:43.088982 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f009a384-560a-4199-a48a-d59c35c901f5 req-3ed29fcd-3193-4051-ac9c-ad902d57898a tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405033
May 19 06:35:43.200293 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-63fba5ba-a790-4ad8-a5c3-35cd3d41b18a req-63557408-6b05-472b-a8ff-8dcd92c2080b service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425128
May 19 06:35:43.315226 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:43.323647 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2750853a-63c7-418e-a9ff-4f8d57538f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:43.363140 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3da67e-efda-4d8d-b83d-c8870e5e114a,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:43.367291 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e3877c8fb8d477cb1b173acfe711af0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6273050
May 19 06:35:43.368357 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:43.370190 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50608) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:43.444438 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:43.474400 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:43.606307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:43.610235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0ef0b400-4825-4ee1-ab48-60d3d681851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:43.622128 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3da67e-efda-4d8d-b83d-c8870e5e114a,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:43.629633 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:43.634899 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:43.639845 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2a3da67e-efda-4d8d-b83d-c8870e5e114a HTTP/1.1" status: 204  len: 168 time: 0.2637308
May 19 06:35:44.354049 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176236ea-6de9-4e03-8d48-1090a68cf152 req-fc1d605a-9e7b-4314-9cd7-48f0281f6261 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:44.355788 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-176236ea-6de9-4e03-8d48-1090a68cf152 req-fc1d605a-9e7b-4314-9cd7-48f0281f6261 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 943 time: 0.0953829
May 19 06:35:44.403107 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-176236ea-6de9-4e03-8d48-1090a68cf152 req-74445567-be41-4a59-ae23-99e43058ccd9 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413024
May 19 06:35:44.443905 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50646) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:44.461441 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:44.476207 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:44.480287 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Usage tracker for resource:security_group_rule and tenant:d28f55390c824f7b8253c7cd80aa3a49 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:44.483173 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:44.489723 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:44.578994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:44.634617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:44.647148 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-85aa700a-51b1-4bfb-8529-7f419a85c5f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:44.681068 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d28f55390c824f7b8253c7cd80aa3a49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2360339
May 19 06:35:44.683735 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50654) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:44.685301 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b769779f-dd5c-433b-b86b-a2db3c454040,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:44.688341 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:44.757103 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:44.787448 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:44.968305 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:44.976052 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-504e4ab7-63a3-415f-ab9b-f8448812f6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:45.035070 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b769779f-dd5c-433b-b86b-a2db3c454040,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:45.044439 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:45.048378 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:45.050031 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b769779f-dd5c-433b-b86b-a2db3c454040 HTTP/1.1" status: 204  len: 168 time: 0.3651342
May 19 06:35:45.106678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-80d9591a-a3f0-47b8-98cf-16fe034dd5f4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:45.108600 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-80d9591a-a3f0-47b8-98cf-16fe034dd5f4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Synchronizing usage tracker for tenant:01fd221732f441588b96584dd970e7ad on resource:network {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:45.206516 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-80d9591a-a3f0-47b8-98cf-16fe034dd5f4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Unset dirty status for tenant:01fd221732f441588b96584dd970e7ad on resource:network {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:45.207657 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-80d9591a-a3f0-47b8-98cf-16fe034dd5f4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 814 time: 0.3662205
May 19 06:35:45.222722 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-72f05731-5a38-48c4-9bca-55b10e5deb23 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/quotas/01fd221732f441588b96584dd970e7ad HTTP/1.1" status: 200  len: 375 time: 0.0096090
May 19 06:35:45.313263 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-2877fdfc-641c-4236-a0d7-85b8f9db41ec tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Synchronizing usage tracker for tenant:01fd221732f441588b96584dd970e7ad on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:45.392069 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-2877fdfc-641c-4236-a0d7-85b8f9db41ec tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Unset dirty status for tenant:01fd221732f441588b96584dd970e7ad on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:45.393941 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-2877fdfc-641c-4236-a0d7-85b8f9db41ec tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1664078
May 19 06:35:45.548695 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-0f038016-5e7e-4982-b90a-d30f214f23a2 service neutron] 10.222.0.25 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430840
May 19 06:35:45.688871 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-9bfe486a-546f-453b-bc71-5a2c926da781 service neutron] 10.222.0.25 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334980
May 19 06:35:46.153582 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 25431e10-d26f-473e-b4f1-85846b527328 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:35:46.154670 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3b69e-a680-4f9d-9d80-001669073707 req-95907d9b-7179-4700-912c-654d7a77d4ea tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:46.156272 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-42b3b69e-a680-4f9d-9d80-001669073707 req-95907d9b-7179-4700-912c-654d7a77d4ea tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 943 time: 0.1496825
May 19 06:35:46.168317 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1bb15-15eb-474a-98d1-1099d88d3563 req-f8696bbe-47a7-4ea6-afb9-7bddab0f9e2b tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:46.169709 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aaf1bb15-15eb-474a-98d1-1099d88d3563 req-f8696bbe-47a7-4ea6-afb9-7bddab0f9e2b tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 945 time: 0.1247973
May 19 06:35:46.253678 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-42b3b69e-a680-4f9d-9d80-001669073707 req-adc5d8ac-4dfe-45d7-a55c-8239f2834c96 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826216
May 19 06:35:46.277643 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aaf1bb15-15eb-474a-98d1-1099d88d3563 req-00ca7bd8-c41f-48ae-bce4-e2c3ff60c35d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928261
May 19 06:35:46.329114 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 25431e10-d26f-473e-b4f1-85846b527328, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=25431e10-d26f-473e-b4f1-85846b527328,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:46.343803 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '25431e10-d26f-473e-b4f1-85846b527328', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'port_id': '25431e10-d26f-473e-b4f1-85846b527328', 'mac_address': 'fa:16:3e:f1:86:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:35:46.346617 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f1f4da23-60ae-4c67-89e1-af479766229e req-bd87f8bd-b0ac-4a72-9108-00fd06c57c02 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 210 time: 0.0465636
May 19 06:35:46.412356 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:46.429404 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25431e10-d26f-473e-b4f1-85846b527328 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:35:46.444849 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 25431e10-d26f-473e-b4f1-85846b527328, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=25431e10-d26f-473e-b4f1-85846b527328,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:46.562044 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:46.565448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:46.632136 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=25431e10-d26f-473e-b4f1-85846b527328,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:46.635188 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:46.817564 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['25431e10-d26f-473e-b4f1-85846b527328'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:35:47.008478 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50720) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:47.124580 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:47.139749 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:47.144105 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1f2ee446744e498fb01154a09cd8d7 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:47.146956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:47.152864 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:47.235060 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:47.335038 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:47.351283 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-086b2c57-2e16-4a5d-9b17-ec607c52320e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:47.444110 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c1f2ee446744e498fb01154a09cd8d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4346213
May 19 06:35:47.446843 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50736) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:47.462159 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478cff9-c697-474f-953a-d3d2d209d175,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:47.465211 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:47.495647 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079943e-d603-4eb0-8194-b3355a6516f8 req-d9c1914f-e8f1-470e-8e32-6986f1b74df0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:47.497211 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4079943e-d603-4eb0-8194-b3355a6516f8 req-d9c1914f-e8f1-470e-8e32-6986f1b74df0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.2059135
May 19 06:35:47.506949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9798f62d-6d07-467d-a42b-d05aee2e2954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:47.509178 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4db559-4076-4d6a-8f4c-8bd424a27066 req-db736d7d-ff49-457b-b859-5a854070364e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:47.511385 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d4db559-4076-4d6a-8f4c-8bd424a27066 req-db736d7d-ff49-457b-b859-5a854070364e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 944 time: 0.1506627
May 19 06:35:47.534450 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9798f62d-6d07-467d-a42b-d05aee2e2954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:47.583214 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4079943e-d603-4eb0-8194-b3355a6516f8 req-33844e51-460f-46f7-aeff-5f84e911c0f3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716221
May 19 06:35:47.597449 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8d4db559-4076-4d6a-8f4c-8bd424a27066 req-28848072-b7d9-4ea6-a2aa-a9bdb488befe tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0708680
May 19 06:35:47.703115 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9798f62d-6d07-467d-a42b-d05aee2e2954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:47.707457 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5169089e-2995-4134-b7e3-a7f7525d5d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:47.720449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798f62d-6d07-467d-a42b-d05aee2e2954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478cff9-c697-474f-953a-d3d2d209d175,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:47.724610 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9798f62d-6d07-467d-a42b-d05aee2e2954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:47.730857 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9798f62d-6d07-467d-a42b-d05aee2e2954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:47.734774 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9798f62d-6d07-467d-a42b-d05aee2e2954 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b478cff9-c697-474f-953a-d3d2d209d175 HTTP/1.1" status: 204  len: 168 time: 0.2844305
May 19 06:35:47.799679 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8baa36e2-a7ec-4afa-b71a-fb4e602304c4 req-f61907c2-0838-44ea-ba91-e33311726125 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 210 time: 0.0528698
May 19 06:35:47.821673 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-0d685121-0a76-4a6e-bb26-006dbd8d8166 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:47.822381 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-0d685121-0a76-4a6e-bb26-006dbd8d8166 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Synchronizing usage tracker for tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:47.836801 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488a5f1-6cd5-46d1-a8e5-ef9d579645ab req-05b1c046-740e-4515-b82e-03d052fd5946 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:47.838298 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4488a5f1-6cd5-46d1-a8e5-ef9d579645ab req-05b1c046-740e-4515-b82e-03d052fd5946 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 945 time: 0.1448619
May 19 06:35:47.883451 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4488a5f1-6cd5-46d1-a8e5-ef9d579645ab req-6895dec1-d6ba-414c-8d2d-8f241040f617 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/security-groups?id=cc91380b-103f-4ae8-a0b6-2890600a32f3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392051
May 19 06:35:47.902942 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-0d685121-0a76-4a6e-bb26-006dbd8d8166 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Unset dirty status for tenant:8e1d3fa1a7ea4aaf86d054354fa54cd9 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:47.904240 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-0d685121-0a76-4a6e-bb26-006dbd8d8166 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 945 time: 0.1706824
May 19 06:35:48.114994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Deleting port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:35:48.115315 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:48.180395 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 25431e10-d26f-473e-b4f1-85846b527328 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:35:48.253794 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] For port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,segment=NetworkSegment(169becdf-07bf-497e-a575-57fd95f13998),segment_id=169becdf-07bf-497e-a575-57fd95f13998)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:48.254152 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:48.331592 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 25431e10-d26f-473e-b4f1-85846b527328 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:48.336508 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 25431e10-d26f-473e-b4f1-85846b527328 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:48.336879 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:48.376937 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Calling delete_port for 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:35:48.460067 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:48.501851 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 25431e10-d26f-473e-b4f1-85846b527328, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=25431e10-d26f-473e-b4f1-85846b527328,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:48.502947 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25431e10-d26f-473e-b4f1-85846b527328'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:48.546605 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-48014741-a38d-44c6-a03a-93d55f082cf7 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:48.548068 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-48014741-a38d-44c6-a03a-93d55f082cf7 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.52 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 814 time: 0.1635010
May 19 06:35:48.563972 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25431e10-d26f-473e-b4f1-85846b527328', 'code': 200}
May 19 06:35:48.565709 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:48.566973 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'port': {'device_id': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'admin_state_up': True, 'tenant_id': '01fd221732f441588b96584dd970e7ad'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:48.567566 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:48.687076 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=25431e10-d26f-473e-b4f1-85846b527328,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:48.690547 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:48.788709 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:48.800493 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:48.827548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50766) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:48.835617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:48.845248 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f3fd49e-25f2-4388-819b-28b81baf5f16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:48.851908 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['69cba07b-5c0c-465d-a91e-ab7dd2e6aac5'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:35:48.912415 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Made reservation on behalf of 01fd221732f441588b96584dd970e7ad for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:48.914768 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94651755-b902-41e8-9d83-a373d9eb904f req-55d192fa-2a60-495e-8c78-6ed3386eb9ed tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:48.917236 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:48.921758 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94651755-b902-41e8-9d83-a373d9eb904f req-55d192fa-2a60-495e-8c78-6ed3386eb9ed tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.1985238
May 19 06:35:48.949001 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Pushing event deleted for resources: {'Port': ['ID=69cba07b-5c0c-465d-a91e-ab7dd2e6aac5,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:48.953517 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:48.999045 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092652783-network', 'tenant_id': 'c9922c71bead43be837c4bf980c9b7d8'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:49.012827 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:49.015822 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb3428-b1eb-4e3c-b7d1-7b33426fd314 req-83268df2-fe74-46dd-940f-fae3de3cb19e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:49.017311 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f1cb3428-b1eb-4e3c-b7d1-7b33426fd314 req-83268df2-fe74-46dd-940f-fae3de3cb19e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.2063353
May 19 06:35:49.044323 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94651755-b902-41e8-9d83-a373d9eb904f req-870db8c7-cc5f-4415-962a-3e49bc6375a3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1217253
May 19 06:35:49.084708 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abafea7f-d4e9-4c2f-9e1e-d06cdba87c1f req-d1f11ee5-202a-47f8-b180-452075edfa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:49.085559 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Usage tracker for resource:network and tenant:c9922c71bead43be837c4bf980c9b7d8 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:49.086133 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-abafea7f-d4e9-4c2f-9e1e-d06cdba87c1f req-d1f11ee5-202a-47f8-b180-452075edfa7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 1098 time: 0.1606402
May 19 06:35:49.089310 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f1cb3428-b1eb-4e3c-b7d1-7b33426fd314 req-10d4c99b-7100-42e6-8559-d09fe700e551 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648887
May 19 06:35:49.093541 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:49.098111 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] No DVR routers for this DVR port 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:35:49.101314 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.121054 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'name': 'network-vif-deleted', 'tag': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:49.126107 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:49.218463 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.52 "DELETE /v2.0/ports/69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 HTTP/1.1" status: 204  len: 173 time: 1.3054748
May 19 06:35:49.240703 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b1e2f45c-066e-4444-91a1-08441c3981c3 req-3b5dd839-c5c8-4a5e-a64f-b695f31afe86 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 210 time: 0.0774510
May 19 06:35:49.267617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Made reservation on behalf of c9922c71bead43be837c4bf980c9b7d8 for: {'network': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:49.271055 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.288039 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.309870 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Allocated IP 172.20.0.13 (aff94e93-7965-476c-b006-32fe98ff8184/95f66215-7402-454f-b0ab-8ad9505201cd/876d2df8-8809-4b0b-bf85-822e0105e183) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:35:49.313692 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:49.316736 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8217dfb-e9db-47ea-ac3f-37d979639629', 'name': 'network-vif-deleted', 'tag': '69cba07b-5c0c-465d-a91e-ab7dd2e6aac5', 'status': 'completed', 'code': 200}
May 19 06:35:49.321911 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Usage tracker for resource:security_group_rule and tenant:c9922c71bead43be837c4bf980c9b7d8 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:49.328202 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:49.335791 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:49.411757 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-abafea7f-d4e9-4c2f-9e1e-d06cdba87c1f req-3654f6f5-30ac-41ee-9563-df063eb54214 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3083262
May 19 06:35:49.416628 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c0abdfaf-2af6-4764-9f26-d6505226eb1a req-829b8818-271c-4186-a0f8-c367040a043d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.1725740
May 19 06:35:49.443786 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898c78-851f-4860-a9a2-edafd5547c32 req-034280b2-47b3-4523-8674-fb57c7d46990 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:49.445725 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-56898c78-851f-4860-a9a2-edafd5547c32 req-034280b2-47b3-4523-8674-fb57c7d46990 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.3441803
May 19 06:35:49.608869 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.616813 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.626512 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Deleting port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:35:49.626859 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.632466 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Transition to ACTIVE for port object 876d2df8-8809-4b0b-bf85-822e0105e183 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:35:49.706970 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.721724 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442}  {{(pid=92078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:35:49.732145 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.732772 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.segments_db [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Added segment 4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c of type vlan for network eeab812e-3a39-4805-a08c-0fdea46f0ff0
May 19 06:35:49.761823 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1d42f0f8-399b-4558-8cd6-3ed27fc12a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:49.774977 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.791573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] For port 0e5ba660-51e6-41b1-953c-6f05b2e17a26, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0e5ba660-51e6-41b1-953c-6f05b2e17a26,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:35:49.792066 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.818117 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e84c977-3dcd-4e93-8679-c6898f866694,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:49.821549 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:49.826850 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:49.842058 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:49.919337 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:49.926968 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:49.929121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Network aff94e93-7965-476c-b006-32fe98ff8184 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:35:49.930679 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:49.933030 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:35:50.002391 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.006302 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:50.007215 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.018154 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:50.019130 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.055729 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:50.281198 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Pushing event updated for resources: {'Network': ['ID=eeab812e-3a39-4805-a08c-0fdea46f0ff0,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:50.288414 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-b13589c7-9c57-48d3-87a6-3bd9b61246c5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7265723
May 19 06:35:50.289493 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:50.307572 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network eeab812e-3a39-4805-a08c-0fdea46f0ff0 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:35:50.369588 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5406566
May 19 06:35:50.370598 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50806) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:35:50.376804 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Request body: {'subnet': {'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092652783-subnet', 'tenant_id': 'c9922c71bead43be837c4bf980c9b7d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:35:50.382438 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:35:50.383042 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.384629 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.385147 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Floating IP cbe140c7-4e27-4db3-a092-fdccac279f81 disassociated. External IP: 172.27.1.206, port: 0e5ba660-51e6-41b1-953c-6f05b2e17a26.
May 19 06:35:50.385983 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Calling delete_port for 0e5ba660-51e6-41b1-953c-6f05b2e17a26 owned by compute:nova {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:35:50.389555 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Usage tracker for resource:subnet and tenant:c9922c71bead43be837c4bf980c9b7d8 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:35:50.393777 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:35:50.399908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:35:50.417052 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-d5de15ce-769f-4f2e-b3f0-6bfdd271d58f None None] Provisioning for port 876d2df8-8809-4b0b-bf85-822e0105e183 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:35:50.428647 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-d5de15ce-769f-4f2e-b3f0-6bfdd271d58f None None] Provisioning complete for port 876d2df8-8809-4b0b-bf85-822e0105e183 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:35:50.429288 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d5de15ce-769f-4f2e-b3f0-6bfdd271d58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.468991 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Made reservation on behalf of c9922c71bead43be837c4bf980c9b7d8 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:35:50.472392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513907'] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.537213 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-d5de15ce-769f-4f2e-b3f0-6bfdd271d58f None None] Port 876d2df8-8809-4b0b-bf85-822e0105e183 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:35:50.554899 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa63d94-9e41-4614-88e9-329f14449efc req-5b6ec83f-2ffb-410e-a772-f0779daf0821 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:50.556560 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1aa63d94-9e41-4614-88e9-329f14449efc req-5b6ec83f-2ffb-410e-a772-f0779daf0821 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 946 time: 0.2461007
May 19 06:35:50.610725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be03a98-97c7-450f-a28c-b91525ee229c req-0d5421ba-c639-4c37-9ac1-2ff46b8b00cf tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:50.619055 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4be03a98-97c7-450f-a28c-b91525ee229c req-0d5421ba-c639-4c37-9ac1-2ff46b8b00cf tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.2425027
May 19 06:35:50.729076 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1aa63d94-9e41-4614-88e9-329f14449efc req-fe92d5d9-9fe5-4f25-834b-320cfb9d7de2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=efa61b9e-7110-410f-b0a0-9afacadd7f92&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022553
May 19 06:35:50.741497 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4be03a98-97c7-450f-a28c-b91525ee229c req-8f2cd4aa-bba9-4786-aaf0-f6ca3b75f923 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210606
May 19 06:35:50.817958 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:50.828138 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bf1e7d74-9d37-43e3-b12b-36ee99534a53 tempest-DeleteServersTestJSON-849738301 tempest-DeleteServersTestJSON-849738301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:50.894239 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event deleted for resources: {'Port': ['ID=0e5ba660-51e6-41b1-953c-6f05b2e17a26,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:50.903953 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:51.113249 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1aa7f0ef-6bb3-4360-8fef-ef8051e4630b req-d415d73f-4528-4642-8442-fa3d5a2a6498 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.1267154
May 19 06:35:51.133763 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513857'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:51.139542 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-56356194-a01c-4faa-917f-7e2e87712294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:35:51.219867 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a36e72-17d9-4899-b7f8-d15eccc9c0e2,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:35:51.226176 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:35:51.254679 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f18fc1-d3de-43b8-a978-a200ef5e8b96 req-94566a75-db0e-4bba-b6f4-b04ca7dcd5bc tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:51.256217 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f3f18fc1-d3de-43b8-a978-a200ef5e8b96 req-94566a75-db0e-4bba-b6f4-b04ca7dcd5bc tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.2683847
May 19 06:35:51.262469 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Router 055756fa-b151-4067-bd29-2620afe7260b has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:35:51.263126 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Checking segment: {'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:35:51.263666 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Network hostable DHCP agents. Network: eeab812e-3a39-4805-a08c-0fdea46f0ff0, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:35:51.354541 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Network eeab812e-3a39-4805-a08c-0fdea46f0ff0 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:35:51.413090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f3f18fc1-d3de-43b8-a978-a200ef5e8b96 req-42e2e969-87d2-455f-9246-57c51a44ee95 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Synchronizing usage tracker for tenant:01fd221732f441588b96584dd970e7ad on resource:security_group {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:51.417433 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, eeab812e-3a39-4805-a08c-0fdea46f0ff0) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:35:51.434976 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81424c6-d3f8-475f-ad4c-1777eeaff7a0 None None] Network eeab812e-3a39-4805-a08c-0fdea46f0ff0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:51.442507 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:51.444029 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:51.541170 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1689594
May 19 06:35:51.622997 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f3f18fc1-d3de-43b8-a978-a200ef5e8b96 req-42e2e969-87d2-455f-9246-57c51a44ee95 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Unset dirty status for tenant:01fd221732f441588b96584dd970e7ad on resource:security_group {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:51.623576 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f3f18fc1-d3de-43b8-a978-a200ef5e8b96 req-42e2e969-87d2-455f-9246-57c51a44ee95 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3599107
May 19 06:35:51.662772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:35:51.684930 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] Sync routers for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:35:51.731849 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:51.733091 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075415ac0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:51.776088 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] No DVR routers for this DVR port 0e5ba660-51e6-41b1-953c-6f05b2e17a26 on host hv-cinder-79091 {{(pid=92077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:35:51.791778 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:35:51.797613 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-deleted', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:35:51.823550 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef95b83-1f67-4d09-91d3-7fd950d25da5 None None] Network eeab812e-3a39-4805-a08c-0fdea46f0ff0 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:35:51.839885 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-56898c78-851f-4860-a9a2-edafd5547c32 req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "DELETE /v2.0/ports/0e5ba660-51e6-41b1-953c-6f05b2e17a26 HTTP/1.1" status: 204  len: 173 time: 2.3571999
May 19 06:35:52.102590 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-2aab3af0-b6fa-4e77-be6d-e527f13e9af5 req-31427092-d7a5-4e1d-bbf0-140ce8a9919b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Synchronizing usage tracker for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:35:52.199341 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9e4a1-dc3e-4cfa-ac59-0457279ed381 req-2f5dfa71-8c7b-4aaa-bd30-51121e42889a tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:52.200860 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:35:52.202201 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6dd9e4a1-dc3e-4cfa-ac59-0457279ed381 req-2f5dfa71-8c7b-4aaa-bd30-51121e42889a tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.2517920
May 19 06:35:52.206601 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-2aab3af0-b6fa-4e77-be6d-e527f13e9af5 req-31427092-d7a5-4e1d-bbf0-140ce8a9919b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Unset dirty status for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:35:52.225545 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2aab3af0-b6fa-4e77-be6d-e527f13e9af5 req-31427092-d7a5-4e1d-bbf0-140ce8a9919b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.1947317
May 19 06:35:52.291068 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:52.367306 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6dd9e4a1-dc3e-4cfa-ac59-0457279ed381 req-a6ad1a63-3ed7-4a83-8575-2bf0184bf11b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391425
May 19 06:35:52.372865 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879410be-d9d2-4046-8a8e-0e7d270078a6', 'name': 'network-vif-deleted', 'tag': '0e5ba660-51e6-41b1-953c-6f05b2e17a26', 'status': 'completed', 'code': 200}
May 19 06:35:52.383309 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:35:52.383737 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 69cba07b-5c0c-465d-a91e-ab7dd2e6aac5 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:35:52.583635 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2d6107db-e15e-4f08-88d5-9a1dde5da7c6 req-5550179a-400e-4934-9819-7c5c8595eefd tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0586636
May 19 06:35:52.772926 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075415ac0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:52.778924 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] Checking router: 055756fa-b151-4067-bd29-2620afe7260b for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:35:52.789619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:35:52.790236 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075415ac0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:52.905774 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d1253-35f0-4ac2-b87b-43bdaa5fcaa6 req-3207aae3-62df-49dc-b893-ccc052e7d7f6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:52.907307 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e5d1253-35f0-4ac2-b87b-43bdaa5fcaa6 req-3207aae3-62df-49dc-b893-ccc052e7d7f6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.1201518
May 19 06:35:53.016794 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e5d1253-35f0-4ac2-b87b-43bdaa5fcaa6 req-b0ccb917-8e25-4541-ad84-64f39a312974 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026125
May 19 06:35:53.031242 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:35:53.431284 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d216ae8a-bec6-4ff2-84f9-24c2e28fa95e req-d71b06f6-f555-466c-aa6d-5ef273a3a577 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.0583053
May 19 06:35:53.481050 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075415ac0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:35:53.485731 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c99206-cddb-4f41-9f3b-2844aa46160b None None] The sync data for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi is: [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:35:53.607321 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82c114-23ee-471d-941f-0ac4eaee47e0 req-54176a23-7da4-4c5c-8d3a-a6ae78c5596c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:53.610193 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6e82c114-23ee-471d-941f-0ac4eaee47e0 req-54176a23-7da4-4c5c-8d3a-a6ae78c5596c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0959778
May 19 06:35:53.725799 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6e82c114-23ee-471d-941f-0ac4eaee47e0 req-d14cbcf6-2961-446d-960f-fd2932f41a0d tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070526
May 19 06:35:53.795021 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-13156227-aaaf-41ad-9820-821588b3f5ae req-d922752f-38fc-4437-a5ed-3b605a2dc26d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0603604
May 19 06:35:53.871359 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a15aab7-3f28-47e5-a2ea-d9b9c8a731b3 None None] New status for floating IP cbe140c7-4e27-4db3-a092-fdccac279f81: DOWN {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:35:54.216369 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:35:54.263279 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 0e5ba660-51e6-41b1-953c-6f05b2e17a26 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:35:54.263646 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 0e5ba660-51e6-41b1-953c-6f05b2e17a26 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:35:54.276143 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d7ee5-6f76-4217-be0c-00600d5fa338 req-a1808b23-a888-4b1f-9cac-3fb27b0161ed tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:54.284722 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e61d7ee5-6f76-4217-be0c-00600d5fa338 req-a1808b23-a888-4b1f-9cac-3fb27b0161ed tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.1514642
May 19 06:35:54.335151 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e61d7ee5-6f76-4217-be0c-00600d5fa338 req-bf635b07-7cd3-46a2-9ef4-c431ee1cbd9b tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495572
May 19 06:35:54.542194 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-019e23d3-2738-4e3c-998d-54aed9e1c7a9 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:54.543765 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-019e23d3-2738-4e3c-998d-54aed9e1c7a9 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/networks?id=eeab812e-3a39-4805-a08c-0fdea46f0ff0 HTTP/1.1" status: 200  len: 809 time: 0.1714945
May 19 06:35:54.571565 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-513f6c8b-e7c3-4acc-bba8-4dd672c58194 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/quotas/c9922c71bead43be837c4bf980c9b7d8 HTTP/1.1" status: 200  len: 375 time: 0.0135789
May 19 06:35:54.660874 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-3ee2d690-503c-4f0a-9308-a203afd5daa8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9922c71bead43be837c4bf980c9b7d8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0832486
May 19 06:35:54.664356 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fa682cac-037c-4311-be5c-0dfb35d0b8c1 req-2a2bcb3c-4dda-4485-97a7-759ab3465b5a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.0550623
May 19 06:35:54.797201 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-a2d1d19e-c875-481c-8ea3-44086134b106 service neutron] 10.222.0.25 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288786
May 19 06:35:54.989059 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-17c8c586-37f2-42a8-81ca-6317739e6b53 service neutron] 10.222.0.25 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862888
May 19 06:35:55.006349 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fe814-1e01-4dfd-98ee-39a8f83770f8 req-82fe7f3e-bf8b-4c89-9977-5c920402a2c8 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:55.006349 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a97fe814-1e01-4dfd-98ee-39a8f83770f8 req-82fe7f3e-bf8b-4c89-9977-5c920402a2c8 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1681018
May 19 06:35:55.055813 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a97fe814-1e01-4dfd-98ee-39a8f83770f8 req-219af5df-3868-4b7f-b779-2363cde79f61 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436292
May 19 06:35:55.206738 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9dab81bb-9adb-4e22-83eb-188410545e17 req-fd088144-fc21-4c22-bd92-75d4b5e33d4d tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0421388
May 19 06:35:55.310231 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0aee79f5-7403-45e6-b2f2-08bda14598a2 req-63032509-d317-4eb5-b63c-81600028675e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.0515225
May 19 06:35:55.541945 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165539dd-463e-45c6-aff8-f036e9dcdd42 req-9219e88d-5153-4725-8af6-5b7fbeb3e912 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:55.543736 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-165539dd-463e-45c6-aff8-f036e9dcdd42 req-9219e88d-5153-4725-8af6-5b7fbeb3e912 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.0901017
May 19 06:35:55.599184 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-165539dd-463e-45c6-aff8-f036e9dcdd42 req-a1bdf225-5cec-46cb-96d4-fcb1def97801 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469294
May 19 06:35:55.939733 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbb0bac9-b863-4006-a94c-5dc4f086238b req-fd2a5311-f2cc-4c43-8793-50a6f639d5df tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.1384656
May 19 06:35:56.258182 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d2941-8cfb-4418-ac44-a67788b30655 req-33ea292c-592b-48df-a474-5815e6dc5054 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:56.259670 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-695d2941-8cfb-4418-ac44-a67788b30655 req-33ea292c-592b-48df-a474-5815e6dc5054 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0953212
May 19 06:35:56.346514 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-695d2941-8cfb-4418-ac44-a67788b30655 req-0561cb44-094d-4f2c-93ed-367f18bbea5a tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0810628
May 19 06:35:56.436383 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-75917d50-13ef-492a-b051-ce3758432266 req-a1132035-0426-454d-82a5-2c74a06fafb9 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0881855
May 19 06:35:56.442005 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ccf18d45-998f-4d86-a376-bced7ad16607 req-b747d5f6-b3ef-49e5-b4b9-84b8d3d02227 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.0554867
May 19 06:35:56.804800 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b4d74-69df-4f46-b769-29a7d3cfba16 req-a8dae644-3f2b-4efb-a83e-3f2274b42ca4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:56.806415 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3e7b4d74-69df-4f46-b769-29a7d3cfba16 req-a8dae644-3f2b-4efb-a83e-3f2274b42ca4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.0862255
May 19 06:35:56.855225 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3e7b4d74-69df-4f46-b769-29a7d3cfba16 req-2ee7395c-7248-482e-9f3a-80982f9ab189 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426416
May 19 06:35:57.110738 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ccc70ef6-a5e7-422a-af67-a2bea0f96f9f req-1399cb88-95b7-4df3-b276-29b5957b478e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.0463061
May 19 06:35:57.559238 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664b966-581d-4b8c-8061-2c79420f7901 req-949d061e-21ce-4ad4-bb51-93c2616750e7 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:57.560636 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6664b966-581d-4b8c-8061-2c79420f7901 req-949d061e-21ce-4ad4-bb51-93c2616750e7 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1136818
May 19 06:35:57.622456 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3e6af110-8496-40b6-a4c0-680f69ec9300 req-d0bf11c7-8852-4669-92e3-eaa799a18b5a tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0608532
May 19 06:35:57.643541 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6664b966-581d-4b8c-8061-2c79420f7901 req-2ab36a27-8c56-40ae-8be0-2d3a688bd3e6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504696
May 19 06:35:57.765923 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3c63a762-4443-413e-9429-a71548945253 req-b8097f0a-e211-44ba-befb-9d366fbc4412 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.0462577
May 19 06:35:58.044455 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c173b6-c716-4ee0-bf50-3e9b7f766226 req-77b691f1-27a9-44d8-b578-593767590580 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:58.046111 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a7c173b6-c716-4ee0-bf50-3e9b7f766226 req-77b691f1-27a9-44d8-b578-593767590580 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.0858338
May 19 06:35:58.092410 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a7c173b6-c716-4ee0-bf50-3e9b7f766226 req-50f8a559-6222-44b3-9d69-cad2095d229f tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400844
May 19 06:35:58.271235 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-509f1147-6d44-4153-b345-574a61552f9a req-963e30c5-81e9-4f01-9b7f-344a7b0a1a3c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.0465896
May 19 06:35:58.833063 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1431e97e-cdad-44bc-980c-ee1ab75b0bea req-3aa18e8b-e668-46ad-b76d-d8658caba8f1 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0770235
May 19 06:35:58.885653 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e259e9-26f2-4b06-8f7d-3430df82c1cc req-3494605c-ad58-4e88-b76e-609c5f492b5e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:58.887302 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e7e259e9-26f2-4b06-8f7d-3430df82c1cc req-3494605c-ad58-4e88-b76e-609c5f492b5e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0987399
May 19 06:35:58.932857 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e7e259e9-26f2-4b06-8f7d-3430df82c1cc req-be42db78-60cc-4e0b-b2aa-a7a85cab2ec8 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400486
May 19 06:35:58.991541 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-334c3c3b-ad1e-4035-9737-01f0ada0b69b req-19958ddc-78a3-42b0-a5aa-a432db82376d tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.0429447
May 19 06:35:59.276149 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff4b8a-ad4d-46d3-8c4d-61d417af556f req-afc7e87e-f465-4a57-b357-6568760603a7 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:35:59.277562 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3dff4b8a-ad4d-46d3-8c4d-61d417af556f req-afc7e87e-f465-4a57-b357-6568760603a7 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.0792694
May 19 06:35:59.331195 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3dff4b8a-ad4d-46d3-8c4d-61d417af556f req-4093419a-fd71-4066-8227-c7218f8380de tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469060
May 19 06:35:59.442666 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bbc1be11-f690-4d13-ae37-a0efe900092b req-762dc220-3eda-4464-b99e-7baa370d4e5a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.0433373
May 19 06:35:59.998570 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b02b3a38-023f-4d8d-a1b2-0fd6b82bed52 req-6567edf5-5aec-4168-be71-39f836c1e907 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0419672
May 19 06:36:00.145486 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a3048267-9a40-49ec-8170-2acf18c725da req-125b3dfa-d9c6-426c-9010-11eb5fe685cb tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.0452185
May 19 06:36:00.169310 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94907372-7279-4676-8eb9-54ecac3cf228 req-d8d7f6c8-b560-474c-b0b4-a4204960446f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:00.170736 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94907372-7279-4676-8eb9-54ecac3cf228 req-d8d7f6c8-b560-474c-b0b4-a4204960446f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1243162
May 19 06:36:00.215054 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94907372-7279-4676-8eb9-54ecac3cf228 req-0c1f90fc-9887-48c2-9b09-b050da0de49a tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380652
May 19 06:36:00.519957 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22acce5-81ca-4240-83d6-329c1bcbba71 req-09a6eb85-e2d2-4bd2-b4b7-8f6157b0598a tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:00.524530 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c22acce5-81ca-4240-83d6-329c1bcbba71 req-09a6eb85-e2d2-4bd2-b4b7-8f6157b0598a tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 932 time: 0.0823839
May 19 06:36:00.566676 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c22acce5-81ca-4240-83d6-329c1bcbba71 req-278b724e-0f32-42e8-a814-1c3264c57d89 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393989
May 19 06:36:00.567347 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Request body: {'port': {'device_id': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:00.624478 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-71ca8320-2b12-40a2-81d3-80c66d20d453 req-be9c82c6-8e22-4349-a462-a8b251cc8c24 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=879410be-d9d2-4046-8a8e-0e7d270078a6 HTTP/1.1" status: 200  len: 210 time: 0.0440848
May 19 06:36:00.707169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:01.062597 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876d2df8-8809-4b0b-bf85-822e0105e183 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:01.071357 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:01.088754 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Transition to ACTIVE for port object 876d2df8-8809-4b0b-bf85-822e0105e183 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:36:01.154538 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:01.159431 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:01.178844 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-904644b2-b34c-4694-a424-977bb45d5d7c req-fa112166-6055-450c-bc58-31670e17d440 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8217dfb-e9db-47ea-ac3f-37d979639629 HTTP/1.1" status: 200  len: 210 time: 0.0479605
May 19 06:36:01.337933 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ae02bc05-bfc2-45eb-8149-3558a0f91a96 req-9e6db821-14a0-4065-9072-08c5c5e10fd5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.0560007
May 19 06:36:01.352790 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Pushing event updated for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:01.360544 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:01.443159 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Attempting to bind port 876d2df8-8809-4b0b-bf85-822e0105e183 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:36:01.443528 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Attempting to bind port 876d2df8-8809-4b0b-bf85-822e0105e183 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:36:01.444027 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Attempting to bind port 876d2df8-8809-4b0b-bf85-822e0105e183 on network aff94e93-7965-476c-b006-32fe98ff8184 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:01.449486 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Port 876d2df8-8809-4b0b-bf85-822e0105e183 on network aff94e93-7965-476c-b006-32fe98ff8184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:36:01.451045 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Attempting to bind port 876d2df8-8809-4b0b-bf85-822e0105e183 on network aff94e93-7965-476c-b006-32fe98ff8184 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:01.454848 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7a7dd-340d-4fd2-9ebf-eceda35a986e req-917bcab1-868b-4714-aa87-f3b68600a8d9 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:01.456003 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:36:01.456346 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Checking segment: {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:36:01.457012 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f0f7a7dd-340d-4fd2-9ebf-eceda35a986e req-917bcab1-868b-4714-aa87-f3b68600a8d9 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0892508
May 19 06:36:01.459408 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Bound using segment: {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:36:01.459962 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Bound port: 876d2df8-8809-4b0b-bf85-822e0105e183, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23dc006d-2481-420a-ab5d-503899efecc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:36:01.460455 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:01.507296 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f0f7a7dd-340d-4fd2-9ebf-eceda35a986e req-4196e1d2-bca1-47ec-b63f-46af2ac3b499 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441651
May 19 06:36:01.558166 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:36:01.561204 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=876d2df8-8809-4b0b-bf85-822e0105e183,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:36:01.617410 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:01.622538 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:01.669640 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:01.670383 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:01.671910 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] 10.222.0.52 "PUT /v2.0/ports/876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 1094 time: 1.1091444
May 19 06:36:01.680314 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:01.705290 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Pushing event updated for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:01.708324 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:01.771935 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183', 'status': 'completed', 'code': 200}
May 19 06:36:01.787345 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4f48-f114-4799-95b0-9a51794efa69 req-113d6d0d-10e6-42ea-ab34-2f9bd1009d2e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:01.794941 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b51e4f48-f114-4799-95b0-9a51794efa69 req-113d6d0d-10e6-42ea-ab34-2f9bd1009d2e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 944 time: 0.1056616
May 19 06:36:01.837067 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b51e4f48-f114-4799-95b0-9a51794efa69 req-27e143db-72ae-4bdf-92c8-a9b05addb351 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411334
May 19 06:36:01.880057 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-e3612520-57dd-4651-a709-785da5ae91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:01.881600 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-e3612520-57dd-4651-a709-785da5ae91a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1097 time: 0.1021595
May 19 06:36:01.913436 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50946) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:01.963166 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-eab318f8-62ed-4829-9a35-d9de0808fabb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 217 time: 0.0628948
May 19 06:36:01.987107 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:02.014490 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:02.107195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-9603b145-bb4c-4ed0-b26f-75dd03234bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:02.108621 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-9603b145-bb4c-4ed0-b26f-75dd03234bbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 200  len: 853 time: 0.1392152
May 19 06:36:02.189894 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-18bd60ad-f211-4788-b17c-597e3d824674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:02.192562 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-18bd60ad-f211-4788-b17c-597e3d824674 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff94e93-7965-476c-b006-32fe98ff8184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753050
May 19 06:36:02.318764 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-3e37cf33-7554-4665-bfad-32c46958ff4b tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:02.336581 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-3e37cf33-7554-4665-bfad-32c46958ff4b tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "GET /v2.0/networks?id=eeab812e-3a39-4805-a08c-0fdea46f0ff0 HTTP/1.1" status: 200  len: 809 time: 0.2693787
May 19 06:36:02.336581 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Request body: {'port': {'device_id': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0', 'admin_state_up': True, 'tenant_id': 'c9922c71bead43be837c4bf980c9b7d8'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:02.350487 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-cd416bbf-4b6f-4568-a226-7f05a39b14b8 service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1511412
May 19 06:36:02.366842 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:02.384473 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3079cd79-f2a0-44ef-8db4-f1b706156259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:02.403111 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa61b9e-7110-410f-b0a0-9afacadd7f92,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:02.416169 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:02.487546 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:02.491473 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "DELETE /v2.0/security-groups/efa61b9e-7110-410f-b0a0-9afacadd7f92 HTTP/1.1" status: 204  len: 168 time: 0.5764589
May 19 06:36:02.492254 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50956) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:02.514694 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:02.523352 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-32a125c0-5c28-491f-b4d9-9cb9ba823bf6 req-610a29be-96c4-4085-8469-282dc8f60617 service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656871
May 19 06:36:02.525242 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.api.v2.resource [None req-d3358cb4-219e-4153-ac67-52d4bccee37e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] show failed (client error): The resource could not be found.
May 19 06:36:02.526209 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-d3358cb4-219e-4153-ac67-52d4bccee37e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups/efa61b9e-7110-410f-b0a0-9afacadd7f92 HTTP/1.1" status: 404  len: 347 time: 0.0304539
May 19 06:36:02.529260 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50960) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:02.588983 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-15c1e461-c403-4778-ab43-da177a6ef4a4 req-ff76726d-2f2b-48c6-b538-2a57a1a8cae7 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.0678716
May 19 06:36:02.677109 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:02.683019 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Usage tracker for resource:port and tenant:c9922c71bead43be837c4bf980c9b7d8 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:02.686351 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:02.699943 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:02.732633 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e37448-7045-4ba2-9121-ce1e5eaf40df req-61f9b935-8f6f-4fbc-bf9c-c13e7bbba467 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:02.734096 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-48e37448-7045-4ba2-9121-ce1e5eaf40df req-61f9b935-8f6f-4fbc-bf9c-c13e7bbba467 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1020038
May 19 06:36:02.773225 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Made reservation on behalf of c9922c71bead43be837c4bf980c9b7d8 for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:36:02.776578 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:02.798953 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-48e37448-7045-4ba2-9121-ce1e5eaf40df req-da55984a-99af-4db2-b0df-f453d0803c4a tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565383
May 19 06:36:02.834538 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-e5e2b8d9-8ebe-4217-9157-85ff699722fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:02.836021 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-e5e2b8d9-8ebe-4217-9157-85ff699722fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1097 time: 0.1426508
May 19 06:36:02.837563 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Deleting port 1870c2b2-0a0f-4cf4-b218-45153fb66caa {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:36:02.837899 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.055160 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Allocated IP 172.20.0.2 (eeab812e-3a39-4805-a08c-0fdea46f0ff0/48a36e72-17d9-4899-b7f8-d15eccc9c0e2/2a701ea1-c378-4d7d-adf6-ee5870853350) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:36:03.088065 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-11968e25-73ed-4b05-a505-b6856d717b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:03.089496 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-11968e25-73ed-4b05-a505-b6856d717b6d service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 915 time: 0.2370567
May 19 06:36:03.091062 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.091439 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.212751 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-f77dae24-43c5-4373-83b2-149130971aad service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 217 time: 0.1140916
May 19 06:36:03.233409 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb83af-5064-492d-aa92-865b59a9161e req-8e21217e-b9c7-4e9f-9d0c-6c8a994a5749 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:03.234911 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20fb83af-5064-492d-aa92-865b59a9161e req-8e21217e-b9c7-4e9f-9d0c-6c8a994a5749 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 944 time: 0.2643123
May 19 06:36:03.304485 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Calling delete_port for 1870c2b2-0a0f-4cf4-b218-45153fb66caa owned by network:floatingip {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:36:03.318205 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309855f-f50d-4b49-9205-13bc8b5bff93 req-98640b6e-2b0e-4b1d-ae71-7663f2001ab6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:03.319689 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b309855f-f50d-4b49-9205-13bc8b5bff93 req-98640b6e-2b0e-4b1d-ae71-7663f2001ab6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.3507049
May 19 06:36:03.330445 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 50978) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:03.345618 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'floatingip': {'port_id': '25431e10-d26f-473e-b4f1-85846b527328'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:03.358768 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20fb83af-5064-492d-aa92-865b59a9161e req-3eeb06da-d357-4406-aa8d-1dddee550b5d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160679
May 19 06:36:03.401419 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.423388 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-d449ed4d-f5f2-424a-babe-c82250d11f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:03.424887 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-d449ed4d-f5f2-424a-babe-c82250d11f69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 200  len: 853 time: 0.1556363
May 19 06:36:03.433719 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.474599 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.480186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:03.549497 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Network eeab812e-3a39-4805-a08c-0fdea46f0ff0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:36:03.552845 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:36:03.556961 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:36:03.595956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Pushing event updated for resources: {'Port': ['ID=2a701ea1-c378-4d7d-adf6-ee5870853350,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:03.603902 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:03.625724 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:03.626318 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.709860 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3781741
May 19 06:36:03.753836 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Request body: {'port': {'device_id': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:03.893883 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a186de-e5d9-4215-8d4d-9c6a673a1899 req-1ea7a656-dc3e-4cc3-a80d-9dd18bbdc37a tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:03.894610 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e2a186de-e5d9-4215-8d4d-9c6a673a1899 req-1ea7a656-dc3e-4cc3-a80d-9dd18bbdc37a tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Synchronizing usage tracker for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:36:03.898082 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:03.899332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-93cd4e01-c931-4c51-9880-1d5f49b569eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:03.900798 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-93cd4e01-c931-4c51-9880-1d5f49b569eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff94e93-7965-476c-b006-32fe98ff8184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4109657
May 19 06:36:04.016187 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e2a186de-e5d9-4215-8d4d-9c6a673a1899 req-1ea7a656-dc3e-4cc3-a80d-9dd18bbdc37a tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Unset dirty status for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:36:04.017269 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e2a186de-e5d9-4215-8d4d-9c6a673a1899 req-1ea7a656-dc3e-4cc3-a80d-9dd18bbdc37a tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 931 time: 0.3066287
May 19 06:36:04.067002 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:04.077274 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1b2db25f-5a79-42de-97c9-59f1b230f5f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:04.119827 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e2a186de-e5d9-4215-8d4d-9c6a673a1899 req-3ed0ed44-c724-4fce-b68a-4ddb8ccc3da4 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935423
May 19 06:36:04.137671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event deleted for resources: {'Port': ['ID=1870c2b2-0a0f-4cf4-b218-45153fb66caa,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:04.171311 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:04.299527 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a701ea1-c378-4d7d-adf6-ee5870853350 {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:04.307688 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:04.321247 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Transition to ACTIVE for port object 2a701ea1-c378-4d7d-adf6-ee5870853350 will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:36:04.360483 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:04.366170 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cbbc7782-b984-4d9d-9017-e84cb97c72c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:04.447992 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-e518126b-7458-487b-8fe5-13a3bb97e72f service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5374668
May 19 06:36:04.498561 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:04.612387 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:04.613521 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "DELETE /v2.0/floatingips/cbe140c7-4e27-4db3-a092-fdccac279f81 HTTP/1.1" status: 204  len: 168 time: 2.0832415
May 19 06:36:04.688906 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3b233ea0-3432-4b33-be1f-7de17e8d865e req-fdc4c94e-e111-4b39-8785-4b108f8ad7a8 service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2325685
May 19 06:36:04.741827 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Pushing event updated for resources: {'Port': ['ID=2a701ea1-c378-4d7d-adf6-ee5870853350,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:04.755013 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:04.804904 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Attempting to bind port 2a701ea1-c378-4d7d-adf6-ee5870853350 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:36:04.805241 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Attempting to bind port 2a701ea1-c378-4d7d-adf6-ee5870853350 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:36:04.805567 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Attempting to bind port 2a701ea1-c378-4d7d-adf6-ee5870853350 on network eeab812e-3a39-4805-a08c-0fdea46f0ff0 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:04.813584 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Port 2a701ea1-c378-4d7d-adf6-ee5870853350 on network eeab812e-3a39-4805-a08c-0fdea46f0ff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:36:04.813902 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Attempting to bind port 2a701ea1-c378-4d7d-adf6-ee5870853350 on network eeab812e-3a39-4805-a08c-0fdea46f0ff0 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:04.828033 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620ba79-27b6-4b4f-aa18-180540464c84 req-d86b65f8-bf47-428c-bd72-d5014da4dde5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:04.829598 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a620ba79-27b6-4b4f-aa18-180540464c84 req-d86b65f8-bf47-428c-bd72-d5014da4dde5 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 944 time: 0.2350814
May 19 06:36:04.831086 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:36:04.831537 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Checking segment: {'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:36:04.832010 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Bound using segment: {'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:36:04.832525 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Bound port: 2a701ea1-c378-4d7d-adf6-ee5870853350, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:36:04.832947 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:04.904994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:04.931711 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a620ba79-27b6-4b4f-aa18-180540464c84 req-c0be2bc0-881a-4231-b661-6633d03bebef tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893073
May 19 06:36:04.958339 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] For port 2a701ea1-c378-4d7d-adf6-ee5870853350, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:36:04.961421 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] For port 2a701ea1-c378-4d7d-adf6-ee5870853350, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2a701ea1-c378-4d7d-adf6-ee5870853350,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:36:04.976921 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.057709 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.062804 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-131bc8d4-c596-4e94-9149-8e4279f9da6c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:05.115022 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:05.116002 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.117411 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] 10.222.0.52 "PUT /v2.0/ports/2a701ea1-c378-4d7d-adf6-ee5870853350 HTTP/1.1" status: 200  len: 1093 time: 1.3682024
May 19 06:36:05.124703 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'tag': '2a701ea1-c378-4d7d-adf6-ee5870853350'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:05.147072 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Floating IP 2b0bf081-0fab-485b-a5cc-36a0522e97a1 associated. External IP: 172.27.1.210, port: 25431e10-d26f-473e-b4f1-85846b527328.
May 19 06:36:05.153609 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Pushing event updated for resources: {'Port': ['ID=2a701ea1-c378-4d7d-adf6-ee5870853350,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:05.156756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:05.176883 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'tag': '2a701ea1-c378-4d7d-adf6-ee5870853350', 'status': 'completed', 'code': 200}
May 19 06:36:05.213806 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 50998) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:05.219134 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362835705', 'description': 'tempest-description--511049808'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:05.226649 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:05.232402 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:05.235743 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:05.242819 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:05.320167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.346676 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:05.352055 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group_rule and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:05.361873 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba08f7b-b116-446a-9a5a-6e8b2c4a15dd req-1a455ba4-93de-4876-9799-c8d374d9d31c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:05.363356 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aba08f7b-b116-446a-9a5a-6e8b2c4a15dd req-1a455ba4-93de-4876-9799-c8d374d9d31c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 943 time: 0.1044464
May 19 06:36:05.364131 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:05.370606 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:05.433815 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aba08f7b-b116-446a-9a5a-6e8b2c4a15dd req-667ee9af-e4b6-4053-a5e3-9730668afd09 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607567
May 19 06:36:05.487218 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.505195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:36:05.577096 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.582507 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ab576a9b-9b97-4a91-9481-159f469714c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:05.622655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c62aa6-1e2f-40e5-8b56-6db43046f0e8,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:05.625324 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:05.679751 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:36:05.683672 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.683672 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-4af56549-ff2f-4f41-94b7-7a13a5488c2a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4672074
May 19 06:36:05.684122 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.685677 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 51004) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:05.692550 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'security_group_rule': {'security_group_id': '10c62aa6-1e2f-40e5-8b56-6db43046f0e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:05.692824 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] Sync routers for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:36:05.698753 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:05.702273 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:36:05.702892 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753d80a0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:05.703026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group_rule and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:05.705903 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:05.713495 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:05.741970 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a106df2b-2edd-4ca9-bd4a-3666a61fb317 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "PUT /v2.0/floatingips/2b0bf081-0fab-485b-a5cc-36a0522e97a1 HTTP/1.1" status: 200  len: 991 time: 2.4104931
May 19 06:36:05.742842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'tag': '25431e10-d26f-473e-b4f1-85846b527328'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:05.788348 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'tag': '25431e10-d26f-473e-b4f1-85846b527328', 'status': 'completed', 'code': 200}
May 19 06:36:05.800744 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.860469 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.881511 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:36:05.925812 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:05.933445 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-964193c6-892f-43b5-bf74-2295dba1d8a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:05.951148 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cc666c-bd31-437b-8c6a-ba368c1e1304,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:05.955101 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:06.083164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.084568 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-34613cf2-529e-4f2c-8c38-afe5c4855d6c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3979151
May 19 06:36:06.087434 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51014) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:06.093079 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'security_group_rule': {'security_group_id': '10c62aa6-1e2f-40e5-8b56-6db43046f0e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:06.099398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:06.103381 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:security_group_rule and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:06.107431 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:06.114005 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:06.130197 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035078c3-4577-4f2d-a2b1-3ee095245639 req-24e29eae-4fe8-4a7e-8055-5965900f37cf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:06.131796 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-035078c3-4577-4f2d-a2b1-3ee095245639 req-24e29eae-4fe8-4a7e-8055-5965900f37cf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 944 time: 0.0885611
May 19 06:36:06.176272 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-035078c3-4577-4f2d-a2b1-3ee095245639 req-b0a5714d-fe79-4852-971a-98e33b17b03d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387833
May 19 06:36:06.193662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.257258 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.268240 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753d80a0>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '2b0bf081-0fab-485b-a5cc-36a0522e97a1', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'port_id': '25431e10-d26f-473e-b4f1-85846b527328', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'mac_address': 'fa:16:3e:f1:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cda0d8-505b-4201-9eac-512a90534bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:35:30Z', 'updated_at': '2021-05-19T06:36:04Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:06.272022 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] Checking router: f2a2b102-3cc4-41ee-b481-5aecb2faefe8 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:36:06.280159 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:36:06.280754 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753d80a0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:35:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:06.325381 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.327468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:06.338064 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c1931071-7f58-4210-9db3-0baee0b10e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.350385 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82b846f-6327-4a97-ab49-22556324fae1,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:06.352774 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:06.405741 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.406850 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3184562
May 19 06:36:06.410453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51018) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:06.415540 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:06.421370 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:06.425406 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:floatingip and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:06.428204 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:06.433824 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:06.462933 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:36:06.497052 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.618572 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01fa25-d131-44f8-87b0-ff1a4b846ea5 req-f1fc814c-3db7-493f-bc8e-196a30ad6110 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:06.620415 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0f01fa25-d131-44f8-87b0-ff1a4b846ea5 req-f1fc814c-3db7-493f-bc8e-196a30ad6110 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 943 time: 0.0797241
May 19 06:36:06.636283 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:06.670737 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0f01fa25-d131-44f8-87b0-ff1a4b846ea5 req-f842eb44-30ad-43fc-99d4-7234eeb9348b tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435538
May 19 06:36:06.780260 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Allocated IP 172.27.1.100 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/64173a6d-048c-4cbd-8387-88d356ebea84) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:36:06.851683 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753d80a0>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '2b0bf081-0fab-485b-a5cc-36a0522e97a1', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'port_id': '25431e10-d26f-473e-b4f1-85846b527328', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'mac_address': 'fa:16:3e:f1:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cda0d8-505b-4201-9eac-512a90534bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:35:30Z', 'updated_at': '2021-05-19T06:36:04Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:06.855794 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74858b9-0489-4ee0-8287-c3594196c5bf None None] The sync data for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi is: [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '2b0bf081-0fab-485b-a5cc-36a0522e97a1', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'port_id': '25431e10-d26f-473e-b4f1-85846b527328', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'mac_address': 'fa:16:3e:f1:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cda0d8-505b-4201-9eac-512a90534bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:35:30Z', 'updated_at': '2021-05-19T06:36:04Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:36:06.932059 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.006403 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.010359 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-be91df05-9439-41e9-a481-39f8570eefc1 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:07.038905 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f057daa8-ddcf-446a-9519-0eabf0d58546 None None] New status for floating IP 2b0bf081-0fab-485b-a5cc-36a0522e97a1: ACTIVE {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:36:07.072970 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:36:07.075724 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:36:07.079220 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:36:07.112353 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'Port': ['ID=64173a6d-048c-4cbd-8387-88d356ebea84,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:07.118232 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:07.271735 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.363520 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867dde60-c363-4451-b58f-bdc94b417317 req-ab03f357-b097-4f62-a9e9-c5bb36039069 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:07.365041 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-867dde60-c363-4451-b58f-bdc94b417317 req-ab03f357-b097-4f62-a9e9-c5bb36039069 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 944 time: 0.0815310
May 19 06:36:07.376413 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.412167 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-867dde60-c363-4451-b58f-bdc94b417317 req-39fb6e45-928f-4d97-9738-bd015cd22778 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408027
May 19 06:36:07.580555 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.651053 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.654574 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7856e10a-a46a-4147-b7d2-ab422cf44477 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:07.761829 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'Port': ['ID=64173a6d-048c-4cbd-8387-88d356ebea84,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:07.764643 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:07.773299 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.861267 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b207fae-c5bb-4005-80a4-a3d30bb5835b req-0f97dea8-501d-443c-a531-768ec429abbe tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:07.862610 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3b207fae-c5bb-4005-80a4-a3d30bb5835b req-0f97dea8-501d-443c-a531-768ec429abbe tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 943 time: 0.0823624
May 19 06:36:07.862831 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:07.864083 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4527028
May 19 06:36:07.879908 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 876d2df8-8809-4b0b-bf85-822e0105e183 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:36:07.912079 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3b207fae-c5bb-4005-80a4-a3d30bb5835b req-8835de32-eee7-49ac-99c0-34c21b2672ad tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434701
May 19 06:36:08.014931 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8c514-ba38-4c81-893d-37d9d95f967e req-7158e167-b369-4e64-990a-12cfc9061f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.016682 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8fd8c514-ba38-4c81-893d-37d9d95f967e req-7158e167-b369-4e64-990a-12cfc9061f5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9922c71bead43be837c4bf980c9b7d8&device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 1096 time: 0.0835023
May 19 06:36:08.016825 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-0552de8e-86af-4672-9832-cccc4bb33428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.018732 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-0552de8e-86af-4672-9832-cccc4bb33428 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 1098 time: 0.0866792
May 19 06:36:08.052611 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=876d2df8-8809-4b0b-bf85-822e0105e183,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:08.068017 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '876d2df8-8809-4b0b-bf85-822e0105e183', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'port_id': '876d2df8-8809-4b0b-bf85-822e0105e183', 'mac_address': 'fa:16:3e:b8:0d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:36:08.128495 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:08.146139 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876d2df8-8809-4b0b-bf85-822e0105e183 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:08.161652 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=876d2df8-8809-4b0b-bf85-822e0105e183,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:08.178160 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-df00dec0-98fe-4782-b871-e4b25fc2a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.179689 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-df00dec0-98fe-4782-b871-e4b25fc2a87d service neutron] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 911 time: 0.1492553
May 19 06:36:08.206499 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-8e964174-4921-4133-8215-c990a7d2588f req-69425c87-ed52-42a3-8d52-0250349b7686 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Synchronizing usage tracker for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:security_group {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:36:08.218892 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8c514-ba38-4c81-893d-37d9d95f967e req-c5969c0e-e4e0-480f-8e50-571cc4e5001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.220356 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8fd8c514-ba38-4c81-893d-37d9d95f967e req-c5969c0e-e4e0-480f-8e50-571cc4e5001b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c9922c71bead43be837c4bf980c9b7d8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1911545
May 19 06:36:08.222865 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:08.224995 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:08.299545 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-dcb0ebc6-f81b-420f-99d6-82946c758864 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25431e10-d26f-473e-b4f1-85846b527328 HTTP/1.1" status: 200  len: 1001 time: 0.1088033
May 19 06:36:08.299757 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:08.306584 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.306922 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.307279 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.307606 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.307926 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.308247 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.308564 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.308881 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.309196 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.309508 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.309823 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.310129 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:08.314695 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:08.316990 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-8e964174-4921-4133-8215-c990a7d2588f req-69425c87-ed52-42a3-8d52-0250349b7686 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Unset dirty status for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:security_group {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:36:08.318113 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-69425c87-ed52-42a3-8d52-0250349b7686 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--362835705&fields=id&tenant_id=05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 267 time: 0.2341385
May 19 06:36:08.359592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-118b8a2b-2a58-4868-837b-9607b928b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.361033 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-118b8a2b-2a58-4868-837b-9607b928b736 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.0584252
May 19 06:36:08.441048 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-97e8d3f1-a511-4681-86fd-db505681ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.442531 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-97e8d3f1-a511-4681-86fd-db505681ff55 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733042
May 19 06:36:08.460780 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd8c514-ba38-4c81-893d-37d9d95f967e req-c336593f-7bd4-4642-af17-e45b7ade493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.462215 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8fd8c514-ba38-4c81-893d-37d9d95f967e req-c336593f-7bd4-4642-af17-e45b7ade493f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2357285
May 19 06:36:08.500348 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['876d2df8-8809-4b0b-bf85-822e0105e183'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:08.587812 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-adc74c77-4827-4180-b2d8-882b4a595539 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368439
May 19 06:36:08.612795 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-e9764325-b8a0-47a5-a55d-762b57451eee tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.614856 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-e9764325-b8a0-47a5-a55d-762b57451eee tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 817 time: 0.2820642
May 19 06:36:08.710018 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-f30385c6-8212-4eb8-8345-54fd58a9d230 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/quotas/05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 375 time: 0.0310912
May 19 06:36:08.724014 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-22a02483-4876-4259-9f4f-6d0720c49a25 req-b7c2c3da-41a8-4ecb-a3dc-0eba66af7270 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292543
May 19 06:36:08.816945 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-62cc25ca-786b-47ef-8d8b-ae81ed52c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.818418 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-62cc25ca-786b-47ef-8d8b-ae81ed52c89b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9922c71bead43be837c4bf980c9b7d8&device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 1096 time: 0.2020416
May 19 06:36:08.826552 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca2186-3248-477a-ac0f-0e56539d6c0d req-cfb4ea65-106f-4fa8-8d31-c7948ca8dee0 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:08.832061 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b7ca2186-3248-477a-ac0f-0e56539d6c0d req-cfb4ea65-106f-4fa8-8d31-c7948ca8dee0 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 945 time: 0.2126606
May 19 06:36:08.910924 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-fec26abe-3fd7-4ea1-bc46-53af4a29ee1b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a701ea1-c378-4d7d-adf6-ee5870853350 HTTP/1.1" status: 200  len: 217 time: 0.0821164
May 19 06:36:08.961150 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-e7167451-8778-48d0-9d9c-755879c9f370 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2374861
May 19 06:36:09.025313 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b7ca2186-3248-477a-ac0f-0e56539d6c0d req-5ba45fda-2285-48e0-95ee-2a56e1b75c10 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442072
May 19 06:36:09.084446 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-42560832-3e41-4a48-a883-111f1e5ba999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:09.085900 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-42560832-3e41-4a48-a883-111f1e5ba999 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48a36e72-17d9-4899-b7f8-d15eccc9c0e2 HTTP/1.1" status: 200  len: 849 time: 0.1671572
May 19 06:36:09.184222 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-ea634f8d-961f-4d74-a82a-85e953ee1d28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeab812e-3a39-4805-a08c-0fdea46f0ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838180
May 19 06:36:09.244451 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:09.301498 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-b2c25c22-d28c-436f-b48a-18f30cd38cee service neutron] 10.222.0.25 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3198729
May 19 06:36:09.314297 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-23dce9d3-ffdc-48eb-8a33-efb147eab4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:09.441792 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed0d0f-9764-4c17-9552-598c9e926d4f req-bb02206c-d932-4132-aab3-43d0973c2e8d tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:09.443282 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-12ed0d0f-9764-4c17-9552-598c9e926d4f req-bb02206c-d932-4132-aab3-43d0973c2e8d tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 943 time: 0.3091459
May 19 06:36:09.485400 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-1268ed1d-233f-4498-b333-065883cca898 service neutron] 10.222.0.52 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2934642
May 19 06:36:09.556903 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-12ed0d0f-9764-4c17-9552-598c9e926d4f req-c26cbc2c-956d-4236-ada3-3a4b0f2fafb2 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032262
May 19 06:36:09.561357 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-946153f4-f36c-40be-b503-69f5bd6b2f02 service neutron] 10.222.0.25 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2507195
May 19 06:36:09.665956 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a166563-f5d7-4bb5-abfe-37ce9644462d req-56bf511e-12a2-419c-95ef-1e80b9602922 service neutron] 10.222.0.52 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1641557
May 19 06:36:09.868803 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9bc10230-e00a-4179-b1eb-51bb8463d57e req-730cec8a-ebb4-4518-ae5c-86ad430235ae tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 210 time: 0.0428574
May 19 06:36:10.091656 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:10.208238 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5dae-7dc0-4c78-aa9c-b577a520e3f4 req-60e852aa-16be-4b36-9fdc-8375913fcd4e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:10.209695 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4d8a5dae-7dc0-4c78-aa9c-b577a520e3f4 req-60e852aa-16be-4b36-9fdc-8375913fcd4e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 945 time: 0.0790987
May 19 06:36:10.261028 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4d8a5dae-7dc0-4c78-aa9c-b577a520e3f4 req-0c933d4e-57b8-4eb9-a9e4-328255fcf834 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455370
May 19 06:36:10.765974 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6eb3f-f8eb-4c2d-8886-2055d3a3ec23 req-89c12e02-e942-4258-bff0-feda5a01198f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:10.768156 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2ad6eb3f-f8eb-4c2d-8886-2055d3a3ec23 req-89c12e02-e942-4258-bff0-feda5a01198f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 943 time: 0.1022987
May 19 06:36:10.812381 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 876d2df8-8809-4b0b-bf85-822e0105e183 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:36:10.814805 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2ad6eb3f-f8eb-4c2d-8886-2055d3a3ec23 req-2b3596fb-2b4b-4daa-8044-ed9f38f3e09b tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403223
May 19 06:36:10.982616 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 876d2df8-8809-4b0b-bf85-822e0105e183 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:36:10.987668 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 876d2df8-8809-4b0b-bf85-822e0105e183 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:36:10.988042 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:11.023990 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0ee6a56a-b472-4673-bfef-c3ce765a73c9 req-63b79bc4-26d1-454c-a9d3-9ab23a0621d4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 210 time: 0.0421467
May 19 06:36:11.106594 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:11.138190 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:11.148903 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=876d2df8-8809-4b0b-bf85-822e0105e183,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:11.188464 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183', 'code': 200}
May 19 06:36:11.245566 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:11.248366 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:11.319347 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:11.322460 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:11.457139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892938b-d397-4ccb-b04f-dfaf2e44f0da req-eef6b501-9040-43b3-aa1d-632f7580e6f3 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:11.458527 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a892938b-d397-4ccb-b04f-dfaf2e44f0da req-eef6b501-9040-43b3-aa1d-632f7580e6f3 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.0895419
May 19 06:36:11.479896 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:11.555040 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a892938b-d397-4ccb-b04f-dfaf2e44f0da req-09489952-92e7-45fe-9e4a-ed1f929b7645 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907297
May 19 06:36:11.571100 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e22f9-6fd8-434c-940e-f6ce53a88b7d req-23122aa0-9381-42a9-9151-4acfe372424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:11.572545 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-776e22f9-6fd8-434c-940e-f6ce53a88b7d req-23122aa0-9381-42a9-9151-4acfe372424a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1099 time: 0.0954947
May 19 06:36:11.706481 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-776e22f9-6fd8-434c-940e-f6ce53a88b7d req-791582b0-e83e-4fe9-8f4a-904f56926390 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267838
May 19 06:36:12.100605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-839e1092-5bb0-418d-8ca5-bec65678a147 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:12.101994 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-839e1092-5bb0-418d-8ca5-bec65678a147 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 817 time: 0.2066538
May 19 06:36:12.114302 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff2127-8c36-43ee-83aa-af3bd5843b9e req-6e8f65bb-b900-4752-8e53-bed0294d1d19 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:12.115701 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5bff2127-8c36-43ee-83aa-af3bd5843b9e req-6e8f65bb-b900-4752-8e53-bed0294d1d19 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 943 time: 0.1847417
May 19 06:36:12.215423 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a261ea1-846d-41a6-95b7-4ef07f9fdc7e req-cd296b4b-672d-45af-bcf8-8351252748d5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 210 time: 0.0690880
May 19 06:36:12.235035 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-93e5cc20-c831-4bd5-a182-08ddd5c23852 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 379 time: 0.1184170
May 19 06:36:12.246352 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5bff2127-8c36-43ee-83aa-af3bd5843b9e req-2e1c2fd4-ad60-40ef-9452-65a8728129a1 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156173
May 19 06:36:12.256813 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'port': {'device_id': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'admin_state_up': True, 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'security_groups': ['10c62aa6-1e2f-40e5-8b56-6db43046f0e8']}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:12.401270 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:12.405351 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Usage tracker for resource:port and tenant:05168f22b00843b9b87b98a1dc2b395a is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:12.408772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:12.414390 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:12.497109 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Made reservation on behalf of 05168f22b00843b9b87b98a1dc2b395a for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:36:12.500630 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:12.567548 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:36:12.668462 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Allocated IP 172.20.0.14 (b706fb83-64ee-4835-ad10-8fdb1219def5/1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0/3acee041-7cfb-4767-a149-054de7285989) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:36:12.832974 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2a701ea1-c378-4d7d-adf6-ee5870853350 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:36:12.881855 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8846689-dcfb-41b1-b667-8e9253bf211e req-ace2b447-2a6e-462b-aff3-1bd7c600c596 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:12.883470 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b8846689-dcfb-41b1-b667-8e9253bf211e req-ace2b447-2a6e-462b-aff3-1bd7c600c596 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.2166133
May 19 06:36:12.959338 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b8846689-dcfb-41b1-b667-8e9253bf211e req-c01d1223-2565-4db2-b725-57451a86ca38 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676041
May 19 06:36:12.979946 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:12.993154 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 2a701ea1-c378-4d7d-adf6-ee5870853350, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2a701ea1-c378-4d7d-adf6-ee5870853350,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:12.998439 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Transition to ACTIVE for port object 3acee041-7cfb-4767-a149-054de7285989 will not be triggered until provisioned by entity DHCP. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:36:13.012100 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '2a701ea1-c378-4d7d-adf6-ee5870853350', 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0', 'port_id': '2a701ea1-c378-4d7d-adf6-ee5870853350', 'mac_address': 'fa:16:3e:0a:5a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a36e72-17d9-4899-b7f8-d15eccc9c0e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:36:13.067370 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:13.084491 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a701ea1-c378-4d7d-adf6-ee5870853350 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:13.098578 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 2a701ea1-c378-4d7d-adf6-ee5870853350, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2a701ea1-c378-4d7d-adf6-ee5870853350,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:13.114278 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:13.121420 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:13.165371 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:13.167139 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-14b3f8a4-2705-4a44-bd27-686272b1f3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:13.192921 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Network b706fb83-64ee-4835-ad10-8fdb1219def5 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:36:13.195984 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:36:13.198336 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:36:13.234208 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=2a701ea1-c378-4d7d-adf6-ee5870853350,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:13.238226 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:13.240328 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:13.243181 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:13.272257 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:13.272904 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:13.393885 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-a91643a7-2a9e-4d33-9664-7472651c48d2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1456192
May 19 06:36:13.444334 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Request body: {'port': {'device_id': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:13.448798 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['2a701ea1-c378-4d7d-adf6-ee5870853350'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:13.480713 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-44b0164e-c289-4d99-80e4-155898bd5277 None None] Provisioning for port 3acee041-7cfb-4767-a149-054de7285989 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:36:13.497184 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-44b0164e-c289-4d99-80e4-155898bd5277 None None] Provisioning complete for port 3acee041-7cfb-4767-a149-054de7285989 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:36:13.497555 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-44b0164e-c289-4d99-80e4-155898bd5277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:13.564921 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-44b0164e-c289-4d99-80e4-155898bd5277 None None] Port 3acee041-7cfb-4767-a149-054de7285989 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:36:13.595159 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:13.619801 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91bde50-463c-41d0-9fa8-71cbb18aeb8a req-045ebf79-804f-4815-a2ab-361b2e90948e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:13.620749 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-c91bde50-463c-41d0-9fa8-71cbb18aeb8a req-045ebf79-804f-4815-a2ab-361b2e90948e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Synchronizing usage tracker for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:36:13.672058 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5408b8-bbf9-4319-b92d-0e760d0a43f0 req-8084e25f-739c-4e0a-bbad-e4430450affd tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:13.673530 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fe5408b8-bbf9-4319-b92d-0e760d0a43f0 req-8084e25f-739c-4e0a-bbad-e4430450affd tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 944 time: 0.2871497
May 19 06:36:13.791494 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fe5408b8-bbf9-4319-b92d-0e760d0a43f0 req-378689bb-f60a-421c-bec5-836a50dfd6a7 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053131
May 19 06:36:13.819877 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-c91bde50-463c-41d0-9fa8-71cbb18aeb8a req-045ebf79-804f-4815-a2ab-361b2e90948e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Unset dirty status for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:36:13.821009 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c91bde50-463c-41d0-9fa8-71cbb18aeb8a req-045ebf79-804f-4815-a2ab-361b2e90948e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 932 time: 0.4680476
May 19 06:36:14.025469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c91bde50-463c-41d0-9fa8-71cbb18aeb8a req-7bb40656-86b4-44fb-ab3d-ce4ae14d968c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1934984
May 19 06:36:14.184058 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3acee041-7cfb-4767-a149-054de7285989 {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:14.193125 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:14.214304 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Transition to ACTIVE for port object 3acee041-7cfb-4767-a149-054de7285989 will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:36:14.226265 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e362c7c-4ce4-4d1c-bc52-1b297dd2090d req-2477cdae-02df-4e27-9577-aea1e529de8d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:14.227759 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7e362c7c-4ce4-4d1c-bc52-1b297dd2090d req-2477cdae-02df-4e27-9577-aea1e529de8d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.1492708
May 19 06:36:14.263459 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:14.271764 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:14.331692 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7e362c7c-4ce4-4d1c-bc52-1b297dd2090d req-1e2494f7-60bd-4381-abb1-10858dc83b0e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983906
May 19 06:36:14.451671 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:14.459877 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:14.582319 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Attempting to bind port 3acee041-7cfb-4767-a149-054de7285989 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:36:14.582753 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Attempting to bind port 3acee041-7cfb-4767-a149-054de7285989 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:36:14.583092 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Attempting to bind port 3acee041-7cfb-4767-a149-054de7285989 on network b706fb83-64ee-4835-ad10-8fdb1219def5 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:14.589614 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Port 3acee041-7cfb-4767-a149-054de7285989 on network b706fb83-64ee-4835-ad10-8fdb1219def5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:36:14.589934 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Attempting to bind port 3acee041-7cfb-4767-a149-054de7285989 on network b706fb83-64ee-4835-ad10-8fdb1219def5 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:14.597969 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:36:14.597969 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Checking segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:36:14.598303 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Bound using segment: {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:36:14.598731 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Bound port: 3acee041-7cfb-4767-a149-054de7285989, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07bae3d0-6643-4e04-a900-d2aabbb07a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:36:14.599076 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:14.623684 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9008a2-deb5-4d47-89ae-d93c7681679a req-684dec71-89f2-4a09-bf75-dd974758f9b1 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:14.625157 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a9008a2-deb5-4d47-89ae-d93c7681679a req-684dec71-89f2-4a09-bf75-dd974758f9b1 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.1407259
May 19 06:36:14.722488 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a9008a2-deb5-4d47-89ae-d93c7681679a req-460108f3-a86f-4e44-91c5-0aef4df2100b tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724897
May 19 06:36:14.732757 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:36:14.735794 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:36:14.794253 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:14.799712 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb6c0bbf-20bd-4096-b70a-105571f57302 tempest-AttachVolumeNegativeTest-1736604661 tempest-AttachVolumeNegativeTest-1736604661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:14.855358 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:14.855856 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:14.857224 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] 10.222.0.52 "PUT /v2.0/ports/3acee041-7cfb-4767-a149-054de7285989 HTTP/1.1" status: 200  len: 1094 time: 1.4227276
May 19 06:36:14.857678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'tag': '3acee041-7cfb-4767-a149-054de7285989'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:14.877762 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:14.881099 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:14.991549 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdd669-3aaa-4341-9576-d41f6c0da091 req-675f5c6e-818c-4dbe-963a-507e8b37fdd6 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:14.993355 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ecdd669-3aaa-4341-9576-d41f6c0da091 req-675f5c6e-818c-4dbe-963a-507e8b37fdd6 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 944 time: 0.0866685
May 19 06:36:15.000417 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'tag': '3acee041-7cfb-4767-a149-054de7285989', 'status': 'completed', 'code': 200}
May 19 06:36:15.046426 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ecdd669-3aaa-4341-9576-d41f6c0da091 req-594b9208-1e5b-42a4-9ef2-c2acb94e47e5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449498
May 19 06:36:15.210105 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f270a6d-33d1-49d4-bb64-37e329a160e9 req-c0a5ea98-a2a5-487f-9e5d-06acefeb8ceb tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:15.211534 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7f270a6d-33d1-49d4-bb64-37e329a160e9 req-c0a5ea98-a2a5-487f-9e5d-06acefeb8ceb tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.1299171
May 19 06:36:15.267035 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785bb28-9440-436c-a573-853ab1664212 req-9ec36bcf-22bd-4058-8961-11fc58815b64 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:15.269004 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9785bb28-9440-436c-a573-853ab1664212 req-9ec36bcf-22bd-4058-8961-11fc58815b64 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1254578
May 19 06:36:15.273314 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7f270a6d-33d1-49d4-bb64-37e329a160e9 req-a3a73b5f-16ff-4872-b456-6c273afea316 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548174
May 19 06:36:15.315040 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9785bb28-9440-436c-a573-853ab1664212 req-b0867037-627f-49ba-9746-bb665e8351c6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402679
May 19 06:36:15.930899 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2a701ea1-c378-4d7d-adf6-ee5870853350 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:36:16.102406 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 2a701ea1-c378-4d7d-adf6-ee5870853350 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:36:16.107458 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 2a701ea1-c378-4d7d-adf6-ee5870853350 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:36:16.107829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:16.225993 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:16.231299 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766669ee-3d71-4b99-8b3c-7c367a96232f req-2d0e71d0-27dd-41d0-bc6c-a5e365e10c9f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:16.232727 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-766669ee-3d71-4b99-8b3c-7c367a96232f req-2d0e71d0-27dd-41d0-bc6c-a5e365e10c9f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 944 time: 0.0798323
May 19 06:36:16.254214 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a701ea1-c378-4d7d-adf6-ee5870853350'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:16.263858 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 2a701ea1-c378-4d7d-adf6-ee5870853350, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2a701ea1-c378-4d7d-adf6-ee5870853350,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:16.284813 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-766669ee-3d71-4b99-8b3c-7c367a96232f req-9c557f00-8482-4285-a485-47eade234c0c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461974
May 19 06:36:16.334728 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a701ea1-c378-4d7d-adf6-ee5870853350', 'code': 200}
May 19 06:36:16.348061 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:16.349799 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-ca42314a-236b-4414-9fa9-d29e948e7231 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:16.417735 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=2a701ea1-c378-4d7d-adf6-ee5870853350,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:16.420712 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:16.506333 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d2dfc-94f4-4f3f-99bc-5b24d02018f3 req-c81050ac-fc38-462d-967e-7a2002bfaaff tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:16.507727 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f5d2dfc-94f4-4f3f-99bc-5b24d02018f3 req-c81050ac-fc38-462d-967e-7a2002bfaaff tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.0805833
May 19 06:36:16.550849 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f5d2dfc-94f4-4f3f-99bc-5b24d02018f3 req-2513058a-231e-4239-b6d5-07ee02a6fe10 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371461
May 19 06:36:17.465442 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa2fa-d6bc-40dc-a2b8-dc9b71fe277a req-093a4aad-02bf-4f9d-8050-673274f8501e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:17.466870 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32bfa2fa-d6bc-40dc-a2b8-dc9b71fe277a req-093a4aad-02bf-4f9d-8050-673274f8501e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 945 time: 0.0809329
May 19 06:36:17.511014 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-32bfa2fa-d6bc-40dc-a2b8-dc9b71fe277a req-8391864b-29a5-4d79-9071-0210eb4efb3d tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379145
May 19 06:36:17.734271 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93a66-39b9-4450-a288-6cb1fc8ca8ae req-636ec464-c99b-4e28-9d73-9d75842a5b98 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:17.735745 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-21a93a66-39b9-4450-a288-6cb1fc8ca8ae req-636ec464-c99b-4e28-9d73-9d75842a5b98 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.0791285
May 19 06:36:17.782346 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-21a93a66-39b9-4450-a288-6cb1fc8ca8ae req-f32c7f99-991b-43f6-9f47-3c561e5d1c0c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410862
May 19 06:36:17.991114 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12c56-c357-4f8f-9e19-b75559d4b00f req-7d9e4af3-0c35-4837-9a22-117c6676c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:17.992693 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ddc12c56-c357-4f8f-9e19-b75559d4b00f req-7d9e4af3-0c35-4837-9a22-117c6676c041 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 1097 time: 0.0751016
May 19 06:36:18.230145 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12c56-c357-4f8f-9e19-b75559d4b00f req-bc66fc88-1d2d-4d04-9902-812863928b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:18.231529 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ddc12c56-c357-4f8f-9e19-b75559d4b00f req-bc66fc88-1d2d-4d04-9902-812863928b8e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=05168f22b00843b9b87b98a1dc2b395a&shared=False HTTP/1.1" status: 200  len: 918 time: 0.2309234
May 19 06:36:18.297735 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2baef-e264-4034-9c5e-05129af85a5c req-57090578-080e-4c59-84c2-7537bc11d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:18.299280 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d2d2baef-e264-4034-9c5e-05129af85a5c req-57090578-080e-4c59-84c2-7537bc11d93c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 1098 time: 0.0726736
May 19 06:36:18.342466 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d2d2baef-e264-4034-9c5e-05129af85a5c req-fdec40bf-51ab-435c-94ee-cc2b7a17ee51 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346885
May 19 06:36:18.369760 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc12c56-c357-4f8f-9e19-b75559d4b00f req-dfcb084f-7945-48c8-a333-0dd849dcb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:18.371775 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ddc12c56-c357-4f8f-9e19-b75559d4b00f req-dfcb084f-7945-48c8-a333-0dd849dcb16f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1331587
May 19 06:36:18.504964 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-7707b4a7-29de-4429-9dfe-88f5393901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:18.506333 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-7707b4a7-29de-4429-9dfe-88f5393901d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 1097 time: 0.0743384
May 19 06:36:18.575688 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-48bd3754-598e-4431-9fb7-b1ef08b7f141 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3acee041-7cfb-4767-a149-054de7285989 HTTP/1.1" status: 200  len: 217 time: 0.0601935
May 19 06:36:18.698924 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-5e122601-3cc0-4192-bcb8-b1969c2e7785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:18.700396 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-5e122601-3cc0-4192-bcb8-b1969c2e7785 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.1096969
May 19 06:36:18.775330 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4232e67-fe64-42c4-ac13-4f4da00737bd req-34189c57-eede-4fac-9b1e-e6441485cbfc tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:18.776712 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e4232e67-fe64-42c4-ac13-4f4da00737bd req-34189c57-eede-4fac-9b1e-e6441485cbfc tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 945 time: 0.1529624
May 19 06:36:18.829708 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e964174-4921-4133-8215-c990a7d2588f req-a12431a9-6bb5-463a-b6d0-a2b4cc71fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:18.831816 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-a12431a9-6bb5-463a-b6d0-a2b4cc71fc0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1222997
May 19 06:36:18.836600 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e4232e67-fe64-42c4-ac13-4f4da00737bd req-abfc1581-d86d-4211-8cd9-3567b49fab5c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520670
May 19 06:36:19.026551 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-906a8f1c-5c76-4576-bab5-f1eb0a003706 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871989
May 19 06:36:19.041722 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17f218-9f89-4e19-9557-971cdbb0dd95 req-e841f4f6-5c29-4acb-ac93-dddd6920c8c2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:19.043128 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fd17f218-9f89-4e19-9557-971cdbb0dd95 req-e841f4f6-5c29-4acb-ac93-dddd6920c8c2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1219642
May 19 06:36:19.182841 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fd17f218-9f89-4e19-9557-971cdbb0dd95 req-2aef147f-19f6-4c9f-a860-c5e6a69426d0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1193180
May 19 06:36:19.214951 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e964174-4921-4133-8215-c990a7d2588f req-4b3063cf-4e54-48ca-8ef7-b45c527ddec9 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664169
May 19 06:36:20.025549 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146887d-d8ea-47df-977a-2c1449a62780 req-eb741366-9946-446f-ae59-855dc6864e6e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:20.027005 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6146887d-d8ea-47df-977a-2c1449a62780 req-eb741366-9946-446f-ae59-855dc6864e6e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 945 time: 0.0808835
May 19 06:36:20.071818 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6146887d-d8ea-47df-977a-2c1449a62780 req-ffbdb36c-dc6d-44cf-bea4-79927bbc3056 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389814
May 19 06:36:20.382468 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8045bee-687a-4bed-86b1-6a729155c16e req-7ac4de7d-d0e0-489c-adc4-73bfafe760a3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:20.383942 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c8045bee-687a-4bed-86b1-6a729155c16e req-7ac4de7d-d0e0-489c-adc4-73bfafe760a3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.0829711
May 19 06:36:20.427992 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c8045bee-687a-4bed-86b1-6a729155c16e req-2fc01845-9204-44dd-a544-3a78d38de261 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383086
May 19 06:36:21.640539 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7670859-82a4-458e-bfb5-d3b12bc1f4a1 req-f971df0d-9ff8-41a2-98d1-7aef3397d709 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:21.642133 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b7670859-82a4-458e-bfb5-d3b12bc1f4a1 req-f971df0d-9ff8-41a2-98d1-7aef3397d709 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.0935800
May 19 06:36:21.687672 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b7670859-82a4-458e-bfb5-d3b12bc1f4a1 req-8c4beab3-498c-4a10-9039-09eb4b6ee66a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389819
May 19 06:36:21.918401 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:36:22.074593 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:22.087814 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '3acee041-7cfb-4767-a149-054de7285989', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'port_id': '3acee041-7cfb-4767-a149-054de7285989', 'mac_address': 'fa:16:3e:7f:ec:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:36:22.133774 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4467848-40b0-44ca-9fa4-e8ddf9d2b004 req-243aa8b9-9429-4cf0-98cb-42eaf9422826 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:22.135281 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e4467848-40b0-44ca-9fa4-e8ddf9d2b004 req-243aa8b9-9429-4cf0-98cb-42eaf9422826 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 945 time: 0.0801296
May 19 06:36:22.141942 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:22.158946 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acee041-7cfb-4767-a149-054de7285989 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:22.174331 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:22.182519 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e4467848-40b0-44ca-9fa4-e8ddf9d2b004 req-35f53597-1de9-4159-b4a2-34e65a7d8db8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395358
May 19 06:36:22.256655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:22.258395 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:22.329164 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:22.332355 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:22.540506 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['3acee041-7cfb-4767-a149-054de7285989'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:22.889609 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7edaf5-a3ad-4658-b250-6d76513e44f6 req-873bf807-8a3e-4d0d-bed4-6189f089df57 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:22.891056 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cd7edaf5-a3ad-4658-b250-6d76513e44f6 req-873bf807-8a3e-4d0d-bed4-6189f089df57 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 945 time: 0.0849884
May 19 06:36:22.935546 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cd7edaf5-a3ad-4658-b250-6d76513e44f6 req-02be646c-a227-4553-9cc8-07ebac01152d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381238
May 19 06:36:23.371238 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b938bd5-3fa8-404c-89ec-c520eeb9ec90 req-0bef3969-f681-465b-b8cf-261c6119736c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:23.372717 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4b938bd5-3fa8-404c-89ec-c520eeb9ec90 req-0bef3969-f681-465b-b8cf-261c6119736c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 945 time: 0.0812347
May 19 06:36:23.505514 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4b938bd5-3fa8-404c-89ec-c520eeb9ec90 req-1deff709-5ade-48e4-8593-1f4605c2e87e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270833
May 19 06:36:23.596684 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-bfecb5c8-6c15-4978-bcc0-9445ac1fabc4 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:23.598101 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-bfecb5c8-6c15-4978-bcc0-9445ac1fabc4 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 945 time: 0.0781970
May 19 06:36:23.730374 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Deleting port 2a701ea1-c378-4d7d-adf6-ee5870853350 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:36:23.730627 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:23.864074 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] For port 2a701ea1-c378-4d7d-adf6-ee5870853350, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=2a701ea1-c378-4d7d-adf6-ee5870853350,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:23.873901 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:23.905888 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:36:23.986594 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Calling delete_port for 2a701ea1-c378-4d7d-adf6-ee5870853350 owned by compute:nova {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:36:24.073680 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 3acee041-7cfb-4767-a149-054de7285989 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:36:24.079030 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 3acee041-7cfb-4767-a149-054de7285989 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:36:24.079518 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:24.170111 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f366ac-fa48-46eb-9099-e4b8901d1d79 req-ae429123-bf61-4b6e-a47f-18915c188ae3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:24.171595 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-11f366ac-fa48-46eb-9099-e4b8901d1d79 req-ae429123-bf61-4b6e-a47f-18915c188ae3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 945 time: 0.1021254
May 19 06:36:24.199511 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:24.216420 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-11f366ac-fa48-46eb-9099-e4b8901d1d79 req-40fced80-d62c-4d84-8c61-d1f1021d88a4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387981
May 19 06:36:24.217426 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:24.223720 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04a8bc41-7023-4f4f-9a24-5ac318f4678f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:24.227963 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:24.235517 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['2a701ea1-c378-4d7d-adf6-ee5870853350'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:24.270537 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Pushing event deleted for resources: {'Port': ['ID=2a701ea1-c378-4d7d-adf6-ee5870853350,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:24.272555 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:24.274165 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:24.286286 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989', 'code': 200}
May 19 06:36:24.319581 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:24.322322 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:24.348668 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] No DVR routers for this DVR port 2a701ea1-c378-4d7d-adf6-ee5870853350 on host hv-cinder-79091 {{(pid=92077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:36:24.351190 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:24.353946 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'name': 'network-vif-deleted', 'tag': '2a701ea1-c378-4d7d-adf6-ee5870853350'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:24.391528 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:24.395037 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:24.400449 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176c8485-9af4-4ebf-acd0-6c69ad5cefeb', 'name': 'network-vif-deleted', 'tag': '2a701ea1-c378-4d7d-adf6-ee5870853350', 'status': 'completed', 'code': 200}
May 19 06:36:24.422897 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d8bcae4e-4f9f-4f7d-9b94-6eb80097e19f req-b8f7494c-9ae8-4b42-90f7-eaf7e88e4ec5 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "DELETE /v2.0/ports/2a701ea1-c378-4d7d-adf6-ee5870853350 HTTP/1.1" status: 204  len: 173 time: 0.8187928
May 19 06:36:24.660797 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f895fa58-37e2-47a8-af3b-c633e048cb31 req-db99f68c-48f3-4cd3-b9f1-68ac5f51b4fd tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Synchronizing usage tracker for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:36:24.755216 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-f895fa58-37e2-47a8-af3b-c633e048cb31 req-db99f68c-48f3-4cd3-b9f1-68ac5f51b4fd tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Unset dirty status for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:36:24.756365 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f895fa58-37e2-47a8-af3b-c633e048cb31 req-db99f68c-48f3-4cd3-b9f1-68ac5f51b4fd tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=176c8485-9af4-4ebf-acd0-6c69ad5cefeb HTTP/1.1" status: 200  len: 210 time: 0.1438110
May 19 06:36:24.770045 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f069cc-495a-4edc-9a57-57be09373cb5 req-4e571366-5ce2-4cf3-9d9a-e513e9842a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:24.771494 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d1f069cc-495a-4edc-9a57-57be09373cb5 req-4e571366-5ce2-4cf3-9d9a-e513e9842a8b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 1099 time: 0.0741501
May 19 06:36:24.820702 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d1f069cc-495a-4edc-9a57-57be09373cb5 req-8b1663f8-2c79-42ca-aa3e-616505cf4666 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354755
May 19 06:36:25.423453 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f28bb-165e-4f7d-9191-9c9b8a52f95d req-a1d36413-8d5c-4193-a65d-a39ae1f331c1 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:25.425153 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-743f28bb-165e-4f7d-9191-9c9b8a52f95d req-a1d36413-8d5c-4193-a65d-a39ae1f331c1 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0921071
May 19 06:36:25.470076 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-743f28bb-165e-4f7d-9191-9c9b8a52f95d req-00ed2905-9b58-43db-bedf-cca0cd7b0b6f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391285
May 19 06:36:26.118223 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-a31e376f-3218-43e9-a78f-92a5d7271114 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:26.119672 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-a31e376f-3218-43e9-a78f-92a5d7271114 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/networks?id=eeab812e-3a39-4805-a08c-0fdea46f0ff0 HTTP/1.1" status: 200  len: 809 time: 0.1477244
May 19 06:36:26.134017 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-0e1512ce-4a41-4b8a-b2e4-679664c7cf5c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/quotas/c9922c71bead43be837c4bf980c9b7d8 HTTP/1.1" status: 200  len: 375 time: 0.0086327
May 19 06:36:26.179038 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-4d204f88-d6ab-4008-b51b-58be5f742975 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c9922c71bead43be837c4bf980c9b7d8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0402389
May 19 06:36:26.307892 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-8b0036d9-1e99-435f-83a7-896b683d6e2b service neutron] 10.222.0.25 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222901
May 19 06:36:26.437794 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-b904e62d-0e1f-4e04-9255-0048e9d0ec67 service neutron] 10.222.0.25 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238515
May 19 06:36:26.757773 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d2b5ed9d-211c-4ef1-b591-271af955394b req-4a6ccfa9-79c6-4a52-a874-90958310806c tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 210 time: 0.0509245
May 19 06:36:26.793977 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb4348-59bd-42ca-bd17-e6c73ed3fa23 req-5a0be13d-bdd8-4c54-9dcc-d15afe21bc7a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:26.795469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-79fb4348-59bd-42ca-bd17-e6c73ed3fa23 req-5a0be13d-bdd8-4c54-9dcc-d15afe21bc7a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.2174120
May 19 06:36:26.841941 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-79fb4348-59bd-42ca-bd17-e6c73ed3fa23 req-c9ad452f-e1e0-441a-8036-7d59e4fa90f8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401850
May 19 06:36:27.032322 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e34b0-b33e-4ee8-b55e-b07bb67dddea req-afdf06d7-c315-4c22-9199-c5e93ab475a9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:27.033790 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b74e34b0-b33e-4ee8-b55e-b07bb67dddea req-afdf06d7-c315-4c22-9199-c5e93ab475a9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0816095
May 19 06:36:27.042895 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 51314) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:27.047956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Request body: {'floatingip': {'port_id': '3acee041-7cfb-4767-a149-054de7285989'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:27.127050 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:27.730639 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:27.793712 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:27.921099 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2a701ea1-c378-4d7d-adf6-ee5870853350 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:36:27.968133 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 2a701ea1-c378-4d7d-adf6-ee5870853350 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:36:27.968659 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 2a701ea1-c378-4d7d-adf6-ee5870853350 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:36:28.042500 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Floating IP 44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6 associated. External IP: 172.27.1.100, port: 3acee041-7cfb-4767-a149-054de7285989.
May 19 06:36:28.111166 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1b2cd32f-0498-4685-a603-a3bff969b7c5 req-a1b1a204-14e3-4636-b619-47610a31842b tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 210 time: 0.1779625
May 19 06:36:28.537241 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Router 055756fa-b151-4067-bd29-2620afe7260b has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:36:28.862765 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:36:28.870610 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:28.872945 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] Sync routers for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:36:28.888965 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:36:28.889720 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807526d8e0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:36:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:28.968434 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-5ef72992-1c51-46af-aada-97bae130fa76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "PUT /v2.0/floatingips/44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6 HTTP/1.1" status: 200  len: 992 time: 1.9243903
May 19 06:36:28.975407 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-d9882dda-a78e-49a0-9ec7-b5bc5802bb09 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:28.976735 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-d9882dda-a78e-49a0-9ec7-b5bc5802bb09 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "GET /v2.0/networks?id=eeab812e-3a39-4805-a08c-0fdea46f0ff0 HTTP/1.1" status: 200  len: 809 time: 0.2529697
May 19 06:36:28.977472 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'tag': '3acee041-7cfb-4767-a149-054de7285989'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:28.989736 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949d56e-5a07-41fe-8f39-1ac6de9fc6df req-896d5601-fc21-4025-a3ed-8af96d689dbb tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:28.991215 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f949d56e-5a07-41fe-8f39-1ac6de9fc6df req-896d5601-fc21-4025-a3ed-8af96d689dbb tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.3085222
May 19 06:36:28.996661 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Request body: {'port': {'device_id': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0', 'admin_state_up': True, 'tenant_id': 'c9922c71bead43be837c4bf980c9b7d8'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:29.078506 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:36:29.134429 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f949d56e-5a07-41fe-8f39-1ac6de9fc6df req-b929999c-b9e3-42f6-8de6-2257afca1d12 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210532
May 19 06:36:29.162566 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'tag': '3acee041-7cfb-4767-a149-054de7285989', 'status': 'completed', 'code': 200}
May 19 06:36:29.162975 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51364) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:29.191507 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:29.209919 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:29.341106 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Made reservation on behalf of c9922c71bead43be837c4bf980c9b7d8 for: {'port': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:36:29.344886 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:29.358637 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-83c83531-477c-48b1-b8b9-8588d19f4c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:29.360171 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-83c83531-477c-48b1-b8b9-8588d19f4c17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 1099 time: 0.1722341
May 19 06:36:29.368934 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-73517feb-b8fa-46e2-a8b8-6e7db809a525 req-ad40258d-0962-4a7a-83bb-715911605f98 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 210 time: 0.0634830
May 19 06:36:29.507277 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807526d8e0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '055756fa-b151-4067-bd29-2620afe7260b', 'port_id': '3acee041-7cfb-4767-a149-054de7285989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'mac_address': 'fa:16:3e:7f:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:36:07Z', 'updated_at': '2021-05-19T06:36:27Z', 'revision_number': 1, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:29.508882 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5c564-cf07-4414-81e1-10294d8e1e1d tempest-TestMinimumBasicScenario-1882953952 tempest-TestMinimumBasicScenario-1882953952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:29.509592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a8a5c564-cf07-4414-81e1-10294d8e1e1d tempest-TestMinimumBasicScenario-1882953952 tempest-TestMinimumBasicScenario-1882953952-project-admin] Synchronizing usage tracker for tenant:67fac98f4afa4c0f8b15a866398180c5 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:36:29.511986 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] Checking router: 055756fa-b151-4067-bd29-2620afe7260b for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:36:29.520915 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:36:29.521603 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807526d8e0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:36:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:29.541454 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-c1a2f489-ffbc-43f4-96da-b455dcd66bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:29.542878 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-c1a2f489-ffbc-43f4-96da-b455dcd66bcd service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.1649454
May 19 06:36:29.567090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Allocated IP 172.20.0.14 (eeab812e-3a39-4805-a08c-0fdea46f0ff0/48a36e72-17d9-4899-b7f8-d15eccc9c0e2/dd99a862-517d-45e4-976f-53a3e31ff16c) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:36:29.719841 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-a8a5c564-cf07-4414-81e1-10294d8e1e1d tempest-TestMinimumBasicScenario-1882953952 tempest-TestMinimumBasicScenario-1882953952-project-admin] Unset dirty status for tenant:67fac98f4afa4c0f8b15a866398180c5 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:36:29.720991 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a8a5c564-cf07-4414-81e1-10294d8e1e1d tempest-TestMinimumBasicScenario-1882953952 tempest-TestMinimumBasicScenario-1882953952-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1094 time: 0.5568781
May 19 06:36:29.725255 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:36:29.727346 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 51376) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:29.734670 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'port_id': '876d2df8-8809-4b0b-bf85-822e0105e183', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:29.754347 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:29.761532 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:floatingip and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:29.766544 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:29.774197 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-65499a2c-18c5-4701-a0da-daf814b0813d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3acee041-7cfb-4767-a149-054de7285989 HTTP/1.1" status: 200  len: 1000 time: 0.2127521
May 19 06:36:29.776019 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:29.826067 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:29.864509 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-a9efc5ea-f42e-42d2-b0a0-ea434675834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:29.865957 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-a9efc5ea-f42e-42d2-b0a0-ea434675834d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.0844646
May 19 06:36:29.885365 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for floatingip, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:29.916403 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:29.924697 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:29.946997 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-4b45839f-3a4d-4f62-b2f5-ecd1e70db86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:29.948683 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-4b45839f-3a4d-4f62-b2f5-ecd1e70db86d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745091
May 19 06:36:30.002548 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Network eeab812e-3a39-4805-a08c-0fdea46f0ff0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:36:30.007749 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:36:30.016509 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:36:30.047416 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Pushing event updated for resources: {'Port': ['ID=dd99a862-517d-45e4-976f-53a3e31ff16c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:30.050959 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:30.091408 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-b4794c8d-c212-4aa1-9728-f826850535d8 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298597
May 19 06:36:30.144935 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:30.145554 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:30.155863 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807526d8e0>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '055756fa-b151-4067-bd29-2620afe7260b', 'port_id': '3acee041-7cfb-4767-a149-054de7285989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'mac_address': 'fa:16:3e:7f:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:36:07Z', 'updated_at': '2021-05-19T06:36:27Z', 'revision_number': 1, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:30.163458 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71cb50d-0783-4ee2-8b0d-100f30ca2fc8 None None] The sync data for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi is: [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '055756fa-b151-4067-bd29-2620afe7260b', 'port_id': '3acee041-7cfb-4767-a149-054de7285989', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'mac_address': 'fa:16:3e:7f:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:36:07Z', 'updated_at': '2021-05-19T06:36:27Z', 'revision_number': 1, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:36:30.231684 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:30.253951 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-781cd625-8f56-4f0c-a5ad-9d6ca4898306 req-cc8fdad0-9a5f-467e-8011-2438597ed173 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520455
May 19 06:36:30.391398 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3989420
May 19 06:36:30.396975 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e6d5bd-fcb5-4bf2-955f-836061996f8a None None] New status for floating IP 44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6: ACTIVE {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:36:30.414382 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Request body: {'port': {'device_id': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:30.643147 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Allocated IP 172.27.1.216 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/bcedfbf0-9bc2-49d0-a7c9-73f16fbad041) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:36:30.662786 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:30.831183 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d637b-3dae-4b5e-af0d-65e5a49d79fa req-e77c7708-55c2-4944-8d96-8f48dc4d7593 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:30.831947 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-1b2d637b-3dae-4b5e-af0d-65e5a49d79fa req-e77c7708-55c2-4944-8d96-8f48dc4d7593 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Synchronizing usage tracker for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:36:30.897434 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51390) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:30.956844 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Deleting subnet 8c1b4be7-0985-44d1-86a5-04d15b93c0f7 {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:36:30.958706 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:30.960033 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:30.983376 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-1b2d637b-3dae-4b5e-af0d-65e5a49d79fa req-e77c7708-55c2-4944-8d96-8f48dc4d7593 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Unset dirty status for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:36:30.984529 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1b2d637b-3dae-4b5e-af0d-65e5a49d79fa req-e77c7708-55c2-4944-8d96-8f48dc4d7593 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 932 time: 0.4816310
May 19 06:36:31.012687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.066398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.123450 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1b2d637b-3dae-4b5e-af0d-65e5a49d79fa req-8dc793bc-01f9-4453-82b5-b28940474a99 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252635
May 19 06:36:31.212950 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.223497 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:31.263039 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd99a862-517d-45e4-976f-53a3e31ff16c {{(pid=92077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:31.291099 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.298495 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:36:31.308856 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:36:31.315911 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:36:31.352134 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'Port': ['ID=bcedfbf0-9bc2-49d0-a7c9-73f16fbad041,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:31.359572 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:31.370811 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Transition to ACTIVE for port object dd99a862-517d-45e4-976f-53a3e31ff16c will not be triggered until provisioned by entity L2. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:36:31.371445 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.376516 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ca710a9f-e421-4abf-8b86-8de764371c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:31.411504 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1b4be7-0985-44d1-86a5-04d15b93c0f7,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:31.413381 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.422479 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:31.422597 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.422713 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-0cb1498d-fb09-4edd-a878-e1bb21688383 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8c1b4be7-0985-44d1-86a5-04d15b93c0f7 HTTP/1.1" status: 204  len: 168 time: 0.5213273
May 19 06:36:31.422713 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51396) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:31.426757 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:31.529155 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.605918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Pushing event updated for resources: {'Port': ['ID=dd99a862-517d-45e4-976f-53a3e31ff16c,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:31.611673 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:31.654999 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.667956 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f807453e8b0>,) {'filters': {'network_id': ['1f1065ef-d929-4251-96dc-a38fde3360da']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:31.680432 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f807453e8b0>, '169becdf-07bf-497e-a575-57fd95f13998') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:31.680722 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f807453e8b0>, '169becdf-07bf-497e-a575-57fd95f13998') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:31.692332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.707898 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.714076 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:36:31.714429 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:36:31.730784 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:36:31.851046 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.856271 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:31.858876 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-61df7750-e81f-4881-be1a-27482fcbd73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:31.882498 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f1065ef-d929-4251-96dc-a38fde3360da,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:31.885033 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:31.926919 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-59e79eaa-1b2f-4d9e-8598-ebb0e72eb93f admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f1065ef-d929-4251-96dc-a38fde3360da HTTP/1.1" status: 204  len: 168 time: 0.5036383
May 19 06:36:31.956563 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Attempting to bind port dd99a862-517d-45e4-976f-53a3e31ff16c on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:36:31.956898 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Attempting to bind port dd99a862-517d-45e4-976f-53a3e31ff16c by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:36:31.957221 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Attempting to bind port dd99a862-517d-45e4-976f-53a3e31ff16c on network eeab812e-3a39-4805-a08c-0fdea46f0ff0 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:31.968118 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Port dd99a862-517d-45e4-976f-53a3e31ff16c on network eeab812e-3a39-4805-a08c-0fdea46f0ff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:36:31.968758 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Attempting to bind port dd99a862-517d-45e4-976f-53a3e31ff16c on network eeab812e-3a39-4805-a08c-0fdea46f0ff0 {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:36:31.982105 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:36:31.982419 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Checking segment: {'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:36:31.982796 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Bound using segment: {'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'} {{(pid=92077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:36:31.983219 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.managers [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Bound port: dd99a862-517d-45e4-976f-53a3e31ff16c, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0'}}] {{(pid=92077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:36:31.989310 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.092331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] For port dd99a862-517d-45e4-976f-53a3e31ff16c, host hv-cinder-79091, cleared binding levels {{(pid=92077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:36:32.096308 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] For port dd99a862-517d-45e4-976f-53a3e31ff16c, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dd99a862-517d-45e4-976f-53a3e31ff16c,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:36:32.118582 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.153932 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.158665 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-197964ba-452b-4cf8-b90e-cb9dd82e366c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:32.212996 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:32.213601 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.214934 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] 10.222.0.52 "PUT /v2.0/ports/dd99a862-517d-45e4-976f-53a3e31ff16c HTTP/1.1" status: 200  len: 1094 time: 1.8079922
May 19 06:36:32.215436 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'tag': 'dd99a862-517d-45e4-976f-53a3e31ff16c'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:32.278443 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51408) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:32.307359 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'tag': 'dd99a862-517d-45e4-976f-53a3e31ff16c', 'status': 'completed', 'code': 200}
May 19 06:36:32.342355 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1f2efeb2-171d-4db7-a6cc-57b7f6b7e8c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e1d3fa1a7ea4aaf86d054354fa54cd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0599267
May 19 06:36:32.342602 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51412) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:32.371933 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Pushing event updated for resources: {'Port': ['ID=dd99a862-517d-45e4-976f-53a3e31ff16c,revision_number=3']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:32.382505 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:32.385674 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.402514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e20a6c1-cc56-4f26-b958-f49682080e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.430258 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e20a6c1-cc56-4f26-b958-f49682080e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.502849 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.516352 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085789c-4ebf-433a-a56f-c69917c3588a req-fca5d0ba-1aaf-462f-a8b8-9585348b2e78 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:32.517797 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7085789c-4ebf-433a-a56f-c69917c3588a req-fca5d0ba-1aaf-462f-a8b8-9585348b2e78 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 944 time: 0.2713001
May 19 06:36:32.525685 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67380c6-6f03-47da-af92-00d1eff19c39 req-371bc500-db7b-400c-b35e-078581e67a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:32.527026 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e67380c6-6f03-47da-af92-00d1eff19c39 req-371bc500-db7b-400c-b35e-078581e67a67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9922c71bead43be837c4bf980c9b7d8&device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 1097 time: 0.2188940
May 19 06:36:32.553827 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e20a6c1-cc56-4f26-b958-f49682080e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.558692 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:32.571808 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20a6c1-cc56-4f26-b958-f49682080e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc91380b-103f-4ae8-a0b6-2890600a32f3,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:32.575101 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e20a6c1-cc56-4f26-b958-f49682080e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:32.576730 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9e20a6c1-cc56-4f26-b958-f49682080e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.581009 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9e20a6c1-cc56-4f26-b958-f49682080e78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc91380b-103f-4ae8-a0b6-2890600a32f3 HTTP/1.1" status: 204  len: 168 time: 0.2343414
May 19 06:36:32.732616 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7085789c-4ebf-433a-a56f-c69917c3588a req-ed9d9fc9-fc00-4cbe-a179-e4e2f14065d0 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2029710
May 19 06:36:32.794143 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67380c6-6f03-47da-af92-00d1eff19c39 req-4dcbe4c0-de71-4577-8c90-97a1c622f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:32.795587 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e67380c6-6f03-47da-af92-00d1eff19c39 req-4dcbe4c0-de71-4577-8c90-97a1c622f3c1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=c9922c71bead43be837c4bf980c9b7d8&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2039056
May 19 06:36:32.797331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.892067 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:32.905317 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bc10d34b-a1eb-4381-a9f8-5c8a609d5701 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:33.058771 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'Port': ['ID=bcedfbf0-9bc2-49d0-a7c9-73f16fbad041,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:33.064920 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:33.066480 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:33.127618 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67380c6-6f03-47da-af92-00d1eff19c39 req-928c69f5-0b73-458d-ba6c-d799e10c7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:33.129115 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e67380c6-6f03-47da-af92-00d1eff19c39 req-928c69f5-0b73-458d-ba6c-d799e10c7517 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3229215
May 19 06:36:33.288947 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Floating IP c3f3929b-5b0d-45d8-ab00-d53577313e97 associated. External IP: 172.27.1.216, port: 876d2df8-8809-4b0b-bf85-822e0105e183.
May 19 06:36:33.377295 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-23b72e7e-3940-49ae-8dc7-3e98a61e08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:33.378783 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-23b72e7e-3940-49ae-8dc7-3e98a61e08d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9922c71bead43be837c4bf980c9b7d8&device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 1097 time: 0.1761649
May 19 06:36:33.619713 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-5d6c6a3c-4d88-41b6-98f8-6aa0e859ed7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd99a862-517d-45e4-976f-53a3e31ff16c HTTP/1.1" status: 200  len: 217 time: 0.1908772
May 19 06:36:33.761981 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-cc6494ac-781e-417d-96c2-e605a9abc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:33.763884 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-cc6494ac-781e-417d-96c2-e605a9abc9ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=48a36e72-17d9-4899-b7f8-d15eccc9c0e2 HTTP/1.1" status: 200  len: 849 time: 0.1311293
May 19 06:36:33.915936 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-5c4170d7-4a31-4c24-9b18-07d1d771070f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=eeab812e-3a39-4805-a08c-0fdea46f0ff0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0891690
May 19 06:36:34.041017 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Router 2c9cb7ff-7d2b-49de-b482-5080acf097bc has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:36:34.166691 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-94e38c56-e61b-46d9-8bfa-1070b7848c01 service neutron] 10.222.0.52 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2373173
May 19 06:36:34.176807 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a655-2b1f-4b39-a51b-b798a4338244 req-5fc33945-e228-452c-bcc9-efc2d4778fea tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:34.178149 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ce7a655-2b1f-4b39-a51b-b798a4338244 req-5fc33945-e228-452c-bcc9-efc2d4778fea tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 944 time: 0.3116448
May 19 06:36:34.401247 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ce7a655-2b1f-4b39-a51b-b798a4338244 req-f76b4607-a15c-4cc1-88e7-78fc36ade063 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1990798
May 19 06:36:34.408262 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:36:34.427449 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] Sync routers for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:36:34.436392 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f3ea84d-ad3a-4831-9694-e987720bb159 req-539435d8-1f7e-426d-a3af-f24e28e3fb1b service neutron] 10.222.0.52 "GET /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2573459
May 19 06:36:34.437013 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:36:34.437631 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753572e0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:36:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:34.508035 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:34.562484 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.8340015
May 19 06:36:34.563183 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:34.565618 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51428) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:34.571822 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1541966997', 'description': 'tempest-secgroup-smoke-1541966997 description', 'project_id': '01fd221732f441588b96584dd970e7ad'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:34.579104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:34.589927 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:34.609487 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183', 'status': 'completed', 'code': 200}
May 19 06:36:34.621851 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:36:34.673738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:34.701914 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:34.708730 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:34.709512 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-87f6213b-a757-47b1-ada7-499b252dd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:34.711482 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-87f6213b-a757-47b1-ada7-499b252dd764 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1099 time: 0.0795248
May 19 06:36:34.712248 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:34.718388 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:34.795916 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:34.845316 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:34.851685 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ce14a766-cff3-4098-8731-fcf65a3a3f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:34.855229 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-f321e1cd-f788-45b7-ac35-1383a707402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:34.856756 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-f321e1cd-f788-45b7-ac35-1383a707402d service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 915 time: 0.1352112
May 19 06:36:34.896894 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:34.909316 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:34.969062 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-e9bf9e93-a906-43bd-8ed5-ccea3aab5b04 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 1000 time: 0.1045010
May 19 06:36:34.979694 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753572e0>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'c3f3929b-5b0d-45d8-ab00-d53577313e97', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'port_id': '876d2df8-8809-4b0b-bf85-822e0105e183', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'mac_address': 'fa:16:3e:b8:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:36:31Z', 'updated_at': '2021-05-19T06:36:31Z', 'revision_number': 0, 'project_id': '01fd221732f441588b96584dd970e7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 5, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:34.984766 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] Checking router: 2c9cb7ff-7d2b-49de-b482-5080acf097bc for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:36:34.988215 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:34.989557 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4228361
May 19 06:36:34.992436 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51438) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:34.997044 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:36:34.997655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80753572e0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:36:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:34.998201 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'security_group_rule': {'security_group_id': '07e2d113-2fff-4dbb-99a8-afbd3ee37e8e', 'project_id': '01fd221732f441588b96584dd970e7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:35.004927 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:35.008883 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:35.013098 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:35.018146 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:35.045103 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-6560deee-5a23-47da-aeb2-c54ec10176d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:35.046614 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-6560deee-5a23-47da-aeb2-c54ec10176d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 200  len: 853 time: 0.0672140
May 19 06:36:35.079679 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.125362 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-3ccd4df4-de0f-42f8-b6f9-9d3eee093c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:35.127018 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-3ccd4df4-de0f-42f8-b6f9-9d3eee093c95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff94e93-7965-476c-b006-32fe98ff8184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731111
May 19 06:36:35.141055 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.185732 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:36:35.205023 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.211854 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:35.232641 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53447fd1-1c44-4392-af51-f73473e3a302,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:35.237315 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:35.331080 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.335577 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-620e0cc0-3a2e-46fc-ad39-f73dc1a4c120 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3394215
May 19 06:36:35.335911 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51442) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:35.341202 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'security_group_rule': {'security_group_id': '07e2d113-2fff-4dbb-99a8-afbd3ee37e8e', 'project_id': '01fd221732f441588b96584dd970e7ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:35.347066 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:35.351591 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:35.355566 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:35.362476 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:35.373692 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-d02f9263-67ed-4677-9b81-eeb4700b6237 service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388647
May 19 06:36:35.411012 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.479573 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.518895 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-569af0cc-c260-498b-ab33-f1b851e73a61 req-26542469-e08e-4a28-98eb-ddc0e3e0708c service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373482
May 19 06:36:35.553910 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.556043 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:35.582690 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdc7fca-ad31-437e-a9e1-1f9af1490614,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:35.585073 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80753572e0>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'c3f3929b-5b0d-45d8-ab00-d53577313e97', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'port_id': '876d2df8-8809-4b0b-bf85-822e0105e183', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'mac_address': 'fa:16:3e:b8:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:36:31Z', 'updated_at': '2021-05-19T06:36:31Z', 'revision_number': 0, 'project_id': '01fd221732f441588b96584dd970e7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 5, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:36:35.587468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:35.589834 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ffd183-38a4-46bf-88ca-402ae651d060 None None] The sync data for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi is: [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'c3f3929b-5b0d-45d8-ab00-d53577313e97', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'floating_ip_address': '172.27.1.216', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'port_id': '876d2df8-8809-4b0b-bf85-822e0105e183', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'mac_address': 'fa:16:3e:b8:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:36:31Z', 'updated_at': '2021-05-19T06:36:31Z', 'revision_number': 0, 'project_id': '01fd221732f441588b96584dd970e7ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 5, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:36:35.620772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3cd01-79ca-4b4c-a813-206a75c9a354 req-e16d55ce-3ece-4631-a6ff-3570271f5e65 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:35.622597 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1ff3cd01-79ca-4b4c-a813-206a75c9a354 req-e16d55ce-3ece-4631-a6ff-3570271f5e65 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 944 time: 0.0913334
May 19 06:36:35.656550 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.657982 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-637b9d7a-34b9-4783-a687-5d506f5d17b4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3209569
May 19 06:36:35.660616 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51448) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:35.665805 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'security_group_rule': {'security_group_id': '07e2d113-2fff-4dbb-99a8-afbd3ee37e8e', 'project_id': '01fd221732f441588b96584dd970e7ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:35.668519 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1ff3cd01-79ca-4b4c-a813-206a75c9a354 req-9ea52aef-7d19-4c0d-9e8f-89616971dc36 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401201
May 19 06:36:35.674789 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:35.676287 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:35.679504 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:35.690253 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:35.771495 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.805107 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8a3c12-9d3c-4eb8-bbb8-76c6eb34da9c None None] New status for floating IP c3f3929b-5b0d-45d8-ab00-d53577313e97: ACTIVE {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:36:35.839407 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.885352 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.887514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2baa25b4-0648-4034-8a1f-7a7c5a40b69b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:35.910655 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ac1c83-e4a2-4ff9-bd4a-d2cccc773cd5,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:35.914019 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:35.976905 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:35.978339 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ab8e51fc-25d6-435b-9620-642f7ff951ca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3167007
May 19 06:36:35.981104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51456) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:35.986326 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'security_group_rule': {'security_group_id': '07e2d113-2fff-4dbb-99a8-afbd3ee37e8e', 'project_id': '01fd221732f441588b96584dd970e7ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:35.992650 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:35.996697 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:35.999556 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:36.005222 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:36.125105 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.191715 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.267838 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.270432 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0543fbf1-76d2-4989-a152-ce2ad53af660 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:36.293176 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117cfa25-296c-4f7c-a799-204fe45bdc61,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:36.297510 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:36.348654 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ef1316f6-5dfc-41ad-aa56-cd0cd7295d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.376469 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.377673 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5be3b833-cfd5-42cb-8640-cd780d365639 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3957469
May 19 06:36:36.380451 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51462) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:36.385760 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'security_group_rule': {'security_group_id': '07e2d113-2fff-4dbb-99a8-afbd3ee37e8e', 'project_id': '01fd221732f441588b96584dd970e7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:36.397106 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:36.397106 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:36.398676 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:36.404315 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:36.479200 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.securitygroups_db [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Project 01fd221732f441588b96584dd970e7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 06:36:36.484673 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.624229 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.702242 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.704308 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:36.727360 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e28b28-3bb8-4f51-b4f8-20ede8af909a,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:36.729746 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:36.799226 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.801165 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-7787249e-b7b7-495b-984f-10818cf71ecd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4197497
May 19 06:36:36.804214 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51468) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:36:36.809317 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'security_group_rule': {'security_group_id': '07e2d113-2fff-4dbb-99a8-afbd3ee37e8e', 'project_id': '01fd221732f441588b96584dd970e7ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:36.815056 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:36:36.821023 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Usage tracker for resource:security_group_rule and tenant:01fd221732f441588b96584dd970e7ad is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:36:36.822996 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:36:36.828801 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:36:36.855367 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ca7ab-df3f-4512-8fc2-e45d8ef5c868 req-7c8396de-3d37-4cc5-9cd6-8045b77a5278 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:36.856836 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-787ca7ab-df3f-4512-8fc2-e45d8ef5c868 req-7c8396de-3d37-4cc5-9cd6-8045b77a5278 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 944 time: 0.0805826
May 19 06:36:36.904363 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-787ca7ab-df3f-4512-8fc2-e45d8ef5c868 req-fda726cf-01fe-44a8-8584-9c86875fd338 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417511
May 19 06:36:36.919806 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.securitygroups_db [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Project 01fd221732f441588b96584dd970e7ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 06:36:36.926606 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:36.991325 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:37.051388 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:37.053497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f1ad7006-6e73-4e46-81b8-6ef5e95d7c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:37.075595 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec24963-c518-404d-9510-24821a86d3f7,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:37.077793 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:37.147637 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:37.148799 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1d665fcc-02a6-483c-8365-f8a056a7e2aa tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3436837
May 19 06:36:37.268119 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-79891b97-c30a-4e04-b50b-38b8d195c8e3 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541966997&fields=id&tenant_id=01fd221732f441588b96584dd970e7ad HTTP/1.1" status: 200  len: 267 time: 0.0410612
May 19 06:36:37.350674 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-c38d9016-efb3-425b-88f6-982294545ac7 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:37.352074 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-c38d9016-efb3-425b-88f6-982294545ac7 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.0786307
May 19 06:36:37.363544 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'port': {'security_groups': ['9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e', '07e2d113-2fff-4dbb-99a8-afbd3ee37e8e']}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:36:37.479465 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:37.728180 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=876d2df8-8809-4b0b-bf85-822e0105e183,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:37.751701 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:37.810402 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:37.815510 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9739b55d-6001-4c35-920d-0ff013715765 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:37.822044 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['876d2df8-8809-4b0b-bf85-822e0105e183'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:37.880365 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:37.881200 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:37.882426 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a175f53-7850-4eda-b9c1-930e372cd4a6 req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "PUT /v2.0/ports/876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 982 time: 0.5240259
May 19 06:36:37.882935 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:37.908915 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=6']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:37.924098 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:37.942462 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183', 'status': 'completed', 'code': 200}
May 19 06:36:38.000678 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device dd99a862-517d-45e4-976f-53a3e31ff16c details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:36:38.052679 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['876d2df8-8809-4b0b-bf85-822e0105e183'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:38.126852 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-f8d72ee4-c2ca-48cb-bf5c-9ca3d3905c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:38.128935 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-f8d72ee4-c2ca-48cb-bf5c-9ca3d3905c53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1138 time: 0.1515913
May 19 06:36:38.190363 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ee3df-a4e2-4081-89eb-2c2065965394 req-cc6c2304-e43c-406b-a1cf-5bc3b36786eb tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:38.192336 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e9ee3df-a4e2-4081-89eb-2c2065965394 req-cc6c2304-e43c-406b-a1cf-5bc3b36786eb tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.1716135
May 19 06:36:38.310162 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e9ee3df-a4e2-4081-89eb-2c2065965394 req-3d12f094-c4b7-4f76-a6c4-89bca9664a09 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0754056
May 19 06:36:38.330366 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-18e28644-247b-4044-a324-d79d5894f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:38.330366 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-18e28644-247b-4044-a324-d79d5894f3de service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 915 time: 0.1920540
May 19 06:36:38.330613 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-3aebe77a-68a9-483f-b2f5-cbec137a4c8a None None] Provisioning complete for port 876d2df8-8809-4b0b-bf85-822e0105e183 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:36:38.330613 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-3aebe77a-68a9-483f-b2f5-cbec137a4c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:38.430431 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port dd99a862-517d-45e4-976f-53a3e31ff16c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dd99a862-517d-45e4-976f-53a3e31ff16c,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:38.458392 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-8ae2d55b-2b31-47f5-b97b-94b7ca00410c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 1002 time: 0.1216736
May 19 06:36:38.471824 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': 'dd99a862-517d-45e4-976f-53a3e31ff16c', 'network_id': 'eeab812e-3a39-4805-a08c-0fdea46f0ff0', 'port_id': 'dd99a862-517d-45e4-976f-53a3e31ff16c', 'mac_address': 'fa:16:3e:54:66:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a36e72-17d9-4899-b7f8-d15eccc9c0e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:36:38.552840 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-37c318da-d766-4a64-aeb2-6ea0914249f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:38.554290 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-37c318da-d766-4a64-aeb2-6ea0914249f3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 200  len: 853 time: 0.0870566
May 19 06:36:38.698024 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:38.740280 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd99a862-517d-45e4-976f-53a3e31ff16c {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:36:38.798328 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-1a94ae4f-9cbb-4b32-b219-7d90202af3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:38.799853 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-1a94ae4f-9cbb-4b32-b219-7d90202af3e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff94e93-7965-476c-b006-32fe98ff8184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2367620
May 19 06:36:38.799993 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port dd99a862-517d-45e4-976f-53a3e31ff16c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dd99a862-517d-45e4-976f-53a3e31ff16c,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:38.811542 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acefcc-22ac-4b7c-b916-12edc49b246d req-92556fc6-9db1-4f2e-ac3a-57978144dc68 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:38.819336 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-53acefcc-22ac-4b7c-b916-12edc49b246d req-92556fc6-9db1-4f2e-ac3a-57978144dc68 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 944 time: 0.5771842
May 19 06:36:38.873449 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:38.887832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:38.943840 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-53acefcc-22ac-4b7c-b916-12edc49b246d req-1181a338-d45c-4019-ba41-80eaf09a61e3 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127336
May 19 06:36:38.983535 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-a860039f-62bc-4d09-8ec1-35edd0796605 service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696541
May 19 06:36:39.000341 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=dd99a862-517d-45e4-976f-53a3e31ff16c,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:39.014661 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:39.115068 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cbe77646-e81d-4c5b-9645-50c0122fc955 req-ddc0fead-0fac-4857-9405-0acfe6a28b5f service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246119
May 19 06:36:39.176647 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['dd99a862-517d-45e4-976f-53a3e31ff16c'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:39.240135 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:39.314927 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f6e07c77-b302-40dc-9114-5daff5a9b2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:39.952203 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device dd99a862-517d-45e4-976f-53a3e31ff16c up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:36:40.073606 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:40.096186 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port dd99a862-517d-45e4-976f-53a3e31ff16c completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:36:40.102634 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port dd99a862-517d-45e4-976f-53a3e31ff16c triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:36:40.103012 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:40.184090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead567f-9eec-4d5e-89be-85c8393c57e6 req-822160e7-c541-4218-8932-720994013556 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:40.185539 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ead567f-9eec-4d5e-89be-85c8393c57e6 req-822160e7-c541-4218-8932-720994013556 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 945 time: 0.1321938
May 19 06:36:40.220553 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:40.233552 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ead567f-9eec-4d5e-89be-85c8393c57e6 req-43779332-683d-415a-a382-319ea626b6ed tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414665
May 19 06:36:40.246548 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd99a862-517d-45e4-976f-53a3e31ff16c'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:40.256695 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port dd99a862-517d-45e4-976f-53a3e31ff16c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dd99a862-517d-45e4-976f-53a3e31ff16c,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:40.296174 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd99a862-517d-45e4-976f-53a3e31ff16c', 'code': 200}
May 19 06:36:40.313799 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:40.316178 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:40.383186 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=dd99a862-517d-45e4-976f-53a3e31ff16c,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:40.386248 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:40.597153 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa02256-50ab-47c9-982d-e379d33f1be7 req-10ecd569-3d91-4a96-97d8-d8c07174bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:40.598539 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7aa02256-50ab-47c9-982d-e379d33f1be7 req-10ecd569-3d91-4a96-97d8-d8c07174bfd2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 1099 time: 0.0685821
May 19 06:36:40.642506 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7aa02256-50ab-47c9-982d-e379d33f1be7 req-5e97e00e-89cd-432d-9102-83b62ee2efb6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360780
May 19 06:36:41.421567 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677dd775-f0cd-4d3d-88e6-cf27469268fc req-d9cae8cc-439d-4015-94d4-15fc50042beb tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:41.423044 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-677dd775-f0cd-4d3d-88e6-cf27469268fc req-d9cae8cc-439d-4015-94d4-15fc50042beb tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 946 time: 0.0836091
May 19 06:36:41.450881 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:41.467795 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-677dd775-f0cd-4d3d-88e6-cf27469268fc req-c982def1-5426-497e-a608-5e971d858026 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389287
May 19 06:36:42.649943 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db336c82-1bcb-4363-ad85-ff1aa63f2bc6 req-21955bcf-c8ff-4ae3-8f02-e99af20c1dce tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:42.651423 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-db336c82-1bcb-4363-ad85-ff1aa63f2bc6 req-21955bcf-c8ff-4ae3-8f02-e99af20c1dce tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 946 time: 0.0790918
May 19 06:36:42.698010 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-db336c82-1bcb-4363-ad85-ff1aa63f2bc6 req-b12a83f3-94a4-4c55-8111-e8bb849b8601 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409825
May 19 06:36:44.325900 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d878d9a-5050-45a7-8a01-654344b48f9c req-44c56590-c168-4e1d-a4b7-454513f26b89 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:44.327365 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6d878d9a-5050-45a7-8a01-654344b48f9c req-44c56590-c168-4e1d-a4b7-454513f26b89 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 946 time: 0.0802801
May 19 06:36:44.373589 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6d878d9a-5050-45a7-8a01-654344b48f9c req-4513b5de-c059-4a3c-8c13-c0d6632744d8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405824
May 19 06:36:45.564104 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921153c-9df1-4292-9a99-d76511ae7819 req-af5b3d68-6911-4775-8493-e8aa3db7d82d tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:45.565551 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6921153c-9df1-4292-9a99-d76511ae7819 req-af5b3d68-6911-4775-8493-e8aa3db7d82d tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 946 time: 0.0834453
May 19 06:36:45.609896 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6921153c-9df1-4292-9a99-d76511ae7819 req-5a1d93a9-f6e9-4d19-a2ba-4d5388e2673a tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e84c977-3dcd-4e93-8679-c6898f866694&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380244
May 19 06:36:45.773394 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-00a35c82-d527-4f93-a1e1-55fa913db24e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:45.774705 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-00a35c82-d527-4f93-a1e1-55fa913db24e tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 946 time: 0.0775020
May 19 06:36:45.908264 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Deleting port dd99a862-517d-45e4-976f-53a3e31ff16c {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:36:45.908601 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:46.039447 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] For port dd99a862-517d-45e4-976f-53a3e31ff16c, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dd99a862-517d-45e4-976f-53a3e31ff16c,segment=NetworkSegment(4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c),segment_id=4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:36:46.039744 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:46.159350 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Calling delete_port for dd99a862-517d-45e4-976f-53a3e31ff16c owned by compute:nova {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:36:46.303005 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:46.308707 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b0da02c3-a1db-4c86-b04e-4ad09f95e653 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:36:46.315331 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['dd99a862-517d-45e4-976f-53a3e31ff16c'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:36:46.352716 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Pushing event deleted for resources: {'Port': ['ID=dd99a862-517d-45e4-976f-53a3e31ff16c,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:36:46.393186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.393553 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.393908 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.394257 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.394603 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.394948 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.395309 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.395655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.396021 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.396358 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.396695 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.397028 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:36:46.407142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:36:46.524345 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] No DVR routers for this DVR port dd99a862-517d-45e4-976f-53a3e31ff16c on host hv-cinder-79091 {{(pid=92077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:36:46.526643 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:36:46.529228 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'name': 'network-vif-deleted', 'tag': 'dd99a862-517d-45e4-976f-53a3e31ff16c'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:36:46.573914 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40e8b22a-7a43-42bd-b6a9-302bd860a3ac', 'name': 'network-vif-deleted', 'tag': 'dd99a862-517d-45e4-976f-53a3e31ff16c', 'status': 'completed', 'code': 200}
May 19 06:36:46.588724 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-59ea0e11-d993-438e-a03a-c1d8c8384cef req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.52 "DELETE /v2.0/ports/dd99a862-517d-45e4-976f-53a3e31ff16c HTTP/1.1" status: 204  len: 173 time: 0.8066254
May 19 06:36:46.758190 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-bc7b560e-fb58-4bcf-917f-ef3817df4cea req-6c51ed63-a0f3-4ee3-9007-fe64fe8916dc tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Synchronizing usage tracker for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:36:46.805094 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-bc7b560e-fb58-4bcf-917f-ef3817df4cea req-6c51ed63-a0f3-4ee3-9007-fe64fe8916dc tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Unset dirty status for tenant:c9922c71bead43be837c4bf980c9b7d8 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:36:46.806204 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bc7b560e-fb58-4bcf-917f-ef3817df4cea req-6c51ed63-a0f3-4ee3-9007-fe64fe8916dc tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] 10.222.0.25 "GET /v2.0/ports?device_id=40e8b22a-7a43-42bd-b6a9-302bd860a3ac HTTP/1.1" status: 200  len: 210 time: 0.0896628
May 19 06:36:49.566455 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:36:50.864095 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device dd99a862-517d-45e4-976f-53a3e31ff16c no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:36:50.900938 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: dd99a862-517d-45e4-976f-53a3e31ff16c {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:36:50.901277 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device dd99a862-517d-45e4-976f-53a3e31ff16c not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:36:52.745763 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aeb1a-3041-489a-a453-38b7fe7e57e8 req-78306f76-c487-4278-a6a2-a64de0e499e6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:52.747234 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-154aeb1a-3041-489a-a453-38b7fe7e57e8 req-78306f76-c487-4278-a6a2-a64de0e499e6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0823774
May 19 06:36:52.792897 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-154aeb1a-3041-489a-a453-38b7fe7e57e8 req-d9308917-2a97-4291-988e-1ea02398c229 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0398729
May 19 06:36:53.177023 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-faf500af-007f-4dbf-b925-1ecafdceb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:53.179028 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-faf500af-007f-4dbf-b925-1ecafdceb079 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1138 time: 0.1105604
May 19 06:36:53.307495 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-fa4230ef-66d6-4766-b2ca-0f8089cea477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:53.309022 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-fa4230ef-66d6-4766-b2ca-0f8089cea477 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 915 time: 0.1224551
May 19 06:36:53.413588 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-492b6888-9bfc-4c26-af94-a5807a60e9bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 1002 time: 0.0968473
May 19 06:36:53.481319 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-8ee35cc7-140c-445a-bf0e-51aa1b9cc71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:53.482745 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-8ee35cc7-140c-445a-bf0e-51aa1b9cc71b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 200  len: 853 time: 0.0607839
May 19 06:36:53.559195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-696cc893-80fc-43ff-af07-b10bf2380554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:53.560697 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-696cc893-80fc-43ff-af07-b10bf2380554 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff94e93-7965-476c-b006-32fe98ff8184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694084
May 19 06:36:53.698187 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-7eedef15-8680-482a-8832-701f40be254e service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279483
May 19 06:36:53.836243 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5257e7bd-f938-45f5-b73f-18a3566466b7 req-96f1ff47-43d5-4d6b-835c-6831889d08f7 service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300597
May 19 06:36:53.990901 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c5253-9523-4d77-b8d5-bbc1d77217a3 req-bf9b103e-f3bc-46ed-9002-a7b7f4c6e926 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:53.992565 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1b1c5253-9523-4d77-b8d5-bbc1d77217a3 req-bf9b103e-f3bc-46ed-9002-a7b7f4c6e926 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0884116
May 19 06:36:54.043501 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1b1c5253-9523-4d77-b8d5-bbc1d77217a3 req-6a35ea85-0866-468d-8028-bc8dbec9be7d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446038
May 19 06:36:55.375784 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1ffd-5ef6-4d3b-be74-8781cd9a266a req-a44914e4-1d85-4b0d-8ee2-3ae4b4be102f tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:55.386208 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-438a1ffd-5ef6-4d3b-be74-8781cd9a266a req-a44914e4-1d85-4b0d-8ee2-3ae4b4be102f tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.1799202
May 19 06:36:55.449252 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-438a1ffd-5ef6-4d3b-be74-8781cd9a266a req-7c907329-a613-485e-ade7-f5c4b0283cb9 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0598953
May 19 06:36:56.652672 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66de3b-1057-49e5-9a87-0858aa8dba8e req-50cfa672-ddea-452a-a18f-96890da74014 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:56.654212 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9b66de3b-1057-49e5-9a87-0858aa8dba8e req-50cfa672-ddea-452a-a18f-96890da74014 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0924854
May 19 06:36:56.710525 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9b66de3b-1057-49e5-9a87-0858aa8dba8e req-12577f0a-2e51-4606-a7ec-bb2dff03a865 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0495164
May 19 06:36:57.931060 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef380144-383c-462e-b290-df5c25b6c552 req-fae08c17-5f43-4d32-a3b7-0da7eb1eceb2 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:57.941295 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef380144-383c-462e-b290-df5c25b6c552 req-fae08c17-5f43-4d32-a3b7-0da7eb1eceb2 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.1142812
May 19 06:36:58.019729 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef380144-383c-462e-b290-df5c25b6c552 req-bcda7ecd-6437-4e3f-88a4-73a6af9a44ea tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0776215
May 19 06:36:59.221625 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6570d315-5445-4a2e-8cf1-cf61565ee62e req-05157243-250d-404e-ade5-d5f5e6ab67ea tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:36:59.223366 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6570d315-5445-4a2e-8cf1-cf61565ee62e req-05157243-250d-404e-ade5-d5f5e6ab67ea tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0898058
May 19 06:36:59.273195 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6570d315-5445-4a2e-8cf1-cf61565ee62e req-24db600d-c948-4b72-98f8-d6d9c74cc994 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425353
May 19 06:37:00.493479 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42471edf-562a-49ff-ac45-0f2f95356e1b req-8b999a45-27b9-42ce-ba96-773a1fd4486c tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:00.496208 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-42471edf-562a-49ff-ac45-0f2f95356e1b req-8b999a45-27b9-42ce-ba96-773a1fd4486c tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.1032526
May 19 06:37:00.556083 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-42471edf-562a-49ff-ac45-0f2f95356e1b req-9b62ee1e-f181-4029-aa54-c09ee2fddbe4 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0534949
May 19 06:37:00.646244 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-61d5d385-cd06-41a0-8883-8ee4279a5f81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0772877
May 19 06:37:00.801945 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60610680-4a97-4692-9888-787cdac1b204 req-3bc4e032-578f-4cf1-9fce-f498bc1b8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:00.803514 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-3bc4e032-578f-4cf1-9fce-f498bc1b8f18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1099 time: 0.0811195
May 19 06:37:01.051467 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60610680-4a97-4692-9888-787cdac1b204 req-fc4416cf-a696-499e-acf3-efbe4977055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:01.053487 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-fc4416cf-a696-499e-acf3-efbe4977055f service neutron] 10.222.0.52 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 910 time: 0.2256873
May 19 06:37:01.181745 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-9ea3da2d-3376-4224-9985-12551c4e81ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 1001 time: 0.1208327
May 19 06:37:01.250356 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60610680-4a97-4692-9888-787cdac1b204 req-ab5de28a-afba-436a-84d8-33adf0989401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:01.253095 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-ab5de28a-afba-436a-84d8-33adf0989401 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 200  len: 848 time: 0.0637801
May 19 06:37:01.355470 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60610680-4a97-4692-9888-787cdac1b204 req-04001960-86b1-4000-890c-989e6c81f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:01.356980 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-04001960-86b1-4000-890c-989e6c81f93f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31138fa4-4832-4136-a8aa-0bffd13a86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0949931
May 19 06:37:01.514424 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-32e01deb-dacd-4d1c-a445-af2f60e3258f service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447210
May 19 06:37:01.686708 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-60610680-4a97-4692-9888-787cdac1b204 req-78909116-d316-4b43-80a9-5a38a1160aab service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644001
May 19 06:37:01.786302 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ef48f-73bc-4d2a-97da-39ca0dfb5154 req-1dda9ed9-b855-4797-b34b-608e9802d29d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:01.788566 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-898ef48f-73bc-4d2a-97da-39ca0dfb5154 req-1dda9ed9-b855-4797-b34b-608e9802d29d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.1009896
May 19 06:37:01.838133 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-898ef48f-73bc-4d2a-97da-39ca0dfb5154 req-c563cfb8-eab4-4715-956f-1b96b7899bdc tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0429621
May 19 06:37:01.945333 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69b9c7-1261-46c3-8806-68eac98fadd5 req-aca36213-2c03-4aa3-a320-d0ce3837c4f1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:01.952896 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4c69b9c7-1261-46c3-8806-68eac98fadd5 req-aca36213-2c03-4aa3-a320-d0ce3837c4f1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0970950
May 19 06:37:01.999978 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4c69b9c7-1261-46c3-8806-68eac98fadd5 req-183ed749-9e01-46bb-9507-3ef55c8ae800 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459893
May 19 06:37:02.490817 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:03.032478 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29411b-19e5-42c2-9fa0-abdc9554b054 req-656ab3ca-00cb-4bd2-b7ce-478792d36e6d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:03.034201 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1c29411b-19e5-42c2-9fa0-abdc9554b054 req-656ab3ca-00cb-4bd2-b7ce-478792d36e6d tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0832152
May 19 06:37:03.089785 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1c29411b-19e5-42c2-9fa0-abdc9554b054 req-126f24ab-2786-4b32-a58b-4c452dade808 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0477204
May 19 06:37:03.263440 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e359f-d9a3-4e5b-a77d-430956d40612 req-6ba1be77-f980-429f-bcd5-b195b6f4bdc1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:03.264991 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7d1e359f-d9a3-4e5b-a77d-430956d40612 req-6ba1be77-f980-429f-bcd5-b195b6f4bdc1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0916219
May 19 06:37:03.338965 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7d1e359f-d9a3-4e5b-a77d-430956d40612 req-963bd980-ff7e-443f-a2c0-633f21d46038 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659778
May 19 06:37:04.299387 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2142fe-187a-4199-9dce-ee752bda07e9 req-ce45268a-b620-4f3b-87ad-19a9067957ad tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:04.301475 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6c2142fe-187a-4199-9dce-ee752bda07e9 req-ce45268a-b620-4f3b-87ad-19a9067957ad tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0947897
May 19 06:37:04.356636 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6c2142fe-187a-4199-9dce-ee752bda07e9 req-112865df-6f6f-4a33-b12f-f69ca4420274 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0487711
May 19 06:37:04.538755 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baf6eb-85e5-42ed-b4ea-bab6ab791b06 req-8fa60115-68f2-41ec-a49a-e152276a10fe tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:04.540995 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f2baf6eb-85e5-42ed-b4ea-bab6ab791b06 req-8fa60115-68f2-41ec-a49a-e152276a10fe tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0906298
May 19 06:37:04.600697 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f2baf6eb-85e5-42ed-b4ea-bab6ab791b06 req-02e53414-15f4-452e-986e-a9f900ca252b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534406
May 19 06:37:05.567809 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9904c-e192-4e12-96a3-0f5e6e618c4f req-9cfa60c0-12ee-4675-9614-b5a386e20fca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:05.569593 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-add9904c-e192-4e12-96a3-0f5e6e618c4f req-9cfa60c0-12ee-4675-9614-b5a386e20fca tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0923603
May 19 06:37:05.648558 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-add9904c-e192-4e12-96a3-0f5e6e618c4f req-94aafc60-c37d-466b-9cc0-c2358e47e901 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0724022
May 19 06:37:05.844567 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7ce38-6803-449d-85db-9e18b29e3d35 req-054406d3-583d-45ad-9723-49ab4d80ed6f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:05.846025 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8bc7ce38-6803-449d-85db-9e18b29e3d35 req-054406d3-583d-45ad-9723-49ab4d80ed6f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0798879
May 19 06:37:05.902484 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8bc7ce38-6803-449d-85db-9e18b29e3d35 req-0e480967-73df-4844-83d3-616203bf0c94 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507443
May 19 06:37:06.330186 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1b6c83c7-6be1-45d8-b5fd-c42b1bf4ed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:06.899831 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb4dcb-7ed8-428a-82dd-246e5eb85934 req-bc0d6842-0e03-4e49-8b3e-14322a9596a2 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:06.902827 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dcdb4dcb-7ed8-428a-82dd-246e5eb85934 req-bc0d6842-0e03-4e49-8b3e-14322a9596a2 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.1140199
May 19 06:37:06.981882 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dcdb4dcb-7ed8-428a-82dd-246e5eb85934 req-aa09f606-9ca1-490e-a94f-f1f8fd9040b0 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0720255
May 19 06:37:07.104819 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e71fd5-c95b-48af-b83b-bf4cd1288cef req-85ef6c0c-5659-4b0b-93d3-d64b07b28ce5 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:07.106465 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-91e71fd5-c95b-48af-b83b-bf4cd1288cef req-85ef6c0c-5659-4b0b-93d3-d64b07b28ce5 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0823076
May 19 06:37:07.157758 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-91e71fd5-c95b-48af-b83b-bf4cd1288cef req-5a12e037-cefb-4c8d-ac79-7b6813c5afa2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446045
May 19 06:37:08.297517 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ec4cd-84bb-4644-954c-482de57e8a23 req-a609e0ea-158a-4eef-9aa7-c31ad1758c2f tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:08.299186 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c46ec4cd-84bb-4644-954c-482de57e8a23 req-a609e0ea-158a-4eef-9aa7-c31ad1758c2f tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.2054567
May 19 06:37:08.397158 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c46ec4cd-84bb-4644-954c-482de57e8a23 req-65d8c0b7-b717-4366-a128-4e8c853bb509 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0655203
May 19 06:37:08.426860 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c93ea-02a1-4c7b-beca-ba10a8123036 req-23acd6ba-9b50-4716-98ed-e92c9e85a5f3 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:08.431759 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3b5c93ea-02a1-4c7b-beca-ba10a8123036 req-23acd6ba-9b50-4716-98ed-e92c9e85a5f3 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1315179
May 19 06:37:08.478364 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3b5c93ea-02a1-4c7b-beca-ba10a8123036 req-e5103665-f349-4409-9f3a-0349d8c00229 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440252
May 19 06:37:09.238829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:09.330844 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-10c2192f-299e-455f-b380-824d7a522b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:09.600159 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8e92-b01e-4924-bd46-51314e036553 req-9cd3781b-dd65-4a6d-8ecc-6caaa9a14d2e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:09.601632 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9a5a8e92-b01e-4924-bd46-51314e036553 req-9cd3781b-dd65-4a6d-8ecc-6caaa9a14d2e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0840936
May 19 06:37:09.696712 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9a5a8e92-b01e-4924-bd46-51314e036553 req-4791f03b-1507-4267-b6c5-6872b5cc2e22 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0611167
May 19 06:37:09.720300 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1aefa5-4c51-4cf9-b5dd-8468525b2b32 req-b76b788e-1563-4930-9765-40ea27c4fdcd tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:09.721753 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4a1aefa5-4c51-4cf9-b5dd-8468525b2b32 req-b76b788e-1563-4930-9765-40ea27c4fdcd tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1169736
May 19 06:37:09.769948 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4a1aefa5-4c51-4cf9-b5dd-8468525b2b32 req-26234113-9615-4342-b8fe-85ea0fd8eb27 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423741
May 19 06:37:10.089936 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:10.883382 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3574e-8ee6-4239-b69e-51ebe47e54d2 req-6c8aeaa0-f570-4e1c-8e86-a602ae4351c6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:10.884837 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-15f3574e-8ee6-4239-b69e-51ebe47e54d2 req-6c8aeaa0-f570-4e1c-8e86-a602ae4351c6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0809186
May 19 06:37:10.981192 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-15f3574e-8ee6-4239-b69e-51ebe47e54d2 req-c2b8c9ad-4387-4fea-b76d-76adfa34a83c tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e&id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0636480
May 19 06:37:11.002952 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca2482-4ee1-4882-84d6-91cf2a00e1b3 req-1b39a4b1-4547-4c5f-b556-557e4f902c86 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:11.004433 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b2ca2482-4ee1-4882-84d6-91cf2a00e1b3 req-1b39a4b1-4547-4c5f-b556-557e4f902c86 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1187377
May 19 06:37:11.048736 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b2ca2482-4ee1-4882-84d6-91cf2a00e1b3 req-90514325-6f49-4880-a7c5-01f0149a1989 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383837
May 19 06:37:11.461635 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:12.237941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77d1f8-ad13-48b9-a784-3a9867b14304 req-7d87d77f-e5c7-4a2a-bb61-92613b8cc4e1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:12.240001 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3a77d1f8-ad13-48b9-a784-3a9867b14304 req-7d87d77f-e5c7-4a2a-bb61-92613b8cc4e1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0804787
May 19 06:37:12.285283 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3a77d1f8-ad13-48b9-a784-3a9867b14304 req-ebd2e9d1-d462-4a91-8c68-29bf65060df8 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386970
May 19 06:37:12.849947 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51930) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:12.912158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Deleting subnet 48a36e72-17d9-4899-b7f8-d15eccc9c0e2 {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:37:12.914953 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:12.962103 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.015628 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.324677 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.329848 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:13.362736 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a36e72-17d9-4899-b7f8-d15eccc9c0e2,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:13.368184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.376720 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.377096 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.377462 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.377860 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.378220 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.378578 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.378929 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.379298 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.379653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.380001 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.380977 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.381329 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:13.387334 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 51936) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:13.387831 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/48a36e72-17d9-4899-b7f8-d15eccc9c0e2 HTTP/1.1" status: 204  len: 168 time: 0.5363500
May 19 06:37:13.388274 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a5d6a097-7c64-4a1c-98e0-6ad778a5c26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:13.541202 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.593741 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fece398-bc12-439a-83b9-d406de2cabba req-1370cc7c-6fea-477b-aab6-87a0e980fdf3 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:13.595202 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4fece398-bc12-439a-83b9-d406de2cabba req-1370cc7c-6fea-477b-aab6-87a0e980fdf3 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1869349
May 19 06:37:13.709958 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.726999 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4fece398-bc12-439a-83b9-d406de2cabba req-a6955b20-8c39-4f64-ab85-c7a8f982531b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160874
May 19 06:37:13.728436 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8074e580d0>,) {'filters': {'network_id': ['eeab812e-3a39-4805-a08c-0fdea46f0ff0']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:37:13.741254 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074e580d0>, '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:37:13.741549 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074e580d0>, '4a7f8512-2875-4e69-b0f2-5ba7f02d9c7c') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:37:13.753116 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.768607 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.774573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:37:13.774954 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:37:13.788280 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:37:13.969989 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.973576 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:13.986966 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:13.997096 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] 10.222.0.25 "DELETE /v2.0/networks/eeab812e-3a39-4805-a08c-0fdea46f0ff0 HTTP/1.1" status: 204  len: 168 time: 0.6087291
May 19 06:37:13.998177 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Pushing event deleted for resources: {'Network': ['ID=eeab812e-3a39-4805-a08c-0fdea46f0ff0,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:14.001082 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:14.218730 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dbe3e-4b4d-48fb-aa64-962669b9e292 req-97429ac7-0539-4fd4-841d-ce1f68f6565d tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:14.220487 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-760dbe3e-4b4d-48fb-aa64-962669b9e292 req-97429ac7-0539-4fd4-841d-ce1f68f6565d tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0871971
May 19 06:37:14.269233 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-760dbe3e-4b4d-48fb-aa64-962669b9e292 req-285225bc-d9dd-4307-bee2-864d01906788 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423014
May 19 06:37:14.347408 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-52d6f5ee-745f-4539-bd4c-76d845c058e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:14.348875 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-52d6f5ee-745f-4539-bd4c-76d845c058e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 1098 time: 0.0698893
May 19 06:37:14.361796 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51948) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:14.413839 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-3c52a661-20db-4cd4-ad36-d16732013c89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9922c71bead43be837c4bf980c9b7d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508039
May 19 06:37:14.416292 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 51952) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:14.474052 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:14.479728 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-92c3d265-fbe0-4cbe-84e2-b5feb1bbdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:14.481164 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-92c3d265-fbe0-4cbe-84e2-b5feb1bbdd86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 911 time: 0.1252332
May 19 06:37:14.499669 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:14.638771 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:14.643788 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b7d3fc93-7c66-4829-84e8-a7584cb38042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:14.658132 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e84c977-3dcd-4e93-8679-c6898f866694,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:14.660756 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:14.661932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:14.663034 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e84c977-3dcd-4e93-8679-c6898f866694 HTTP/1.1" status: 204  len: 168 time: 0.2458761
May 19 06:37:14.664908 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-1e116add-2c8f-4872-a571-721aed6586e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25431e10-d26f-473e-b4f1-85846b527328 HTTP/1.1" status: 200  len: 1001 time: 0.1766222
May 19 06:37:14.733688 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-5509139c-bd41-41d3-9ca2-06bcf227dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:14.735061 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-5509139c-bd41-41d3-9ca2-06bcf227dc5f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.0629306
May 19 06:37:14.815032 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-c58b3a16-daf3-4bee-8fe2-a3ea180cc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:14.819118 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-c58b3a16-daf3-4bee-8fe2-a3ea180cc176 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0694919
May 19 06:37:14.946906 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-ed28183f-1e31-43ce-bc73-77461bc2c446 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232271
May 19 06:37:15.080831 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-94600300-2cb9-4f05-b99b-f2c5e1541e06 req-53225e91-d253-413d-8c80-c150edaaed12 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263409
May 19 06:37:15.462002 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15d7b2-0428-4865-a539-5dcf84a2bc60 req-42e1751b-2907-485c-8170-befac79af626 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:15.463469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ac15d7b2-0428-4865-a539-5dcf84a2bc60 req-42e1751b-2907-485c-8170-befac79af626 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0823841
May 19 06:37:15.507827 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ac15d7b2-0428-4865-a539-5dcf84a2bc60 req-86d1f830-9aa4-4d78-9343-68a8e8e30f64 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387406
May 19 06:37:16.730292 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e61697-64e6-4c9b-a2ce-447977635284 req-a92ea06c-0d21-4c6a-a9af-b08f4bb94d02 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:16.735406 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c9e61697-64e6-4c9b-a2ce-447977635284 req-a92ea06c-0d21-4c6a-a9af-b08f4bb94d02 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0977037
May 19 06:37:16.823704 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c9e61697-64e6-4c9b-a2ce-447977635284 req-77d80813-dc44-43e0-8cb1-766536351bd7 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0855794
May 19 06:37:16.863965 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6e3bd-328d-480c-a4e6-61da158addab req-39978067-be52-4284-8d59-1f11976e4e50 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:16.865452 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1da6e3bd-328d-480c-a4e6-61da158addab req-39978067-be52-4284-8d59-1f11976e4e50 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.0955329
May 19 06:37:16.911631 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1da6e3bd-328d-480c-a4e6-61da158addab req-3cc0145e-8978-420e-a381-982861cd1f51 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394881
May 19 06:37:18.098047 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132894f-bc5d-4c60-8bb4-bb9b4c5123db req-4355a7f8-73aa-4a4f-a66f-f827e7199179 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:18.100067 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3132894f-bc5d-4c60-8bb4-bb9b4c5123db req-4355a7f8-73aa-4a4f-a66f-f827e7199179 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.0795605
May 19 06:37:18.148734 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3132894f-bc5d-4c60-8bb4-bb9b4c5123db req-f276f96c-ac29-4766-9e9d-ee3ff28c055c tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422685
May 19 06:37:19.393636 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ddbee-c699-4b95-a50f-28e190f1402a req-98b9b663-0409-4835-8302-4bd4d1137eae tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:19.395076 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c93ddbee-c699-4b95-a50f-28e190f1402a req-98b9b663-0409-4835-8302-4bd4d1137eae tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1397436
May 19 06:37:19.402817 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e555f-58d1-42c0-bd78-1e54be29d6a1 req-57416db8-2dc3-4896-a4fc-62ea6c5b6bac tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:19.404247 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-db3e555f-58d1-42c0-bd78-1e54be29d6a1 req-57416db8-2dc3-4896-a4fc-62ea6c5b6bac tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1506851
May 19 06:37:19.472080 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c93ddbee-c699-4b95-a50f-28e190f1402a req-edfb00c6-830f-430c-b486-0c586e6547e7 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669696
May 19 06:37:19.474726 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-db3e555f-58d1-42c0-bd78-1e54be29d6a1 req-3c562e18-2efe-4c78-a407-66f6d0b5190f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573161
May 19 06:37:20.715004 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eba78-058c-48d9-8351-fe7cc14ea169 req-cef8684e-01e2-464d-88ae-dcfa81b784fa tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:20.716460 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-162eba78-058c-48d9-8351-fe7cc14ea169 req-cef8684e-01e2-464d-88ae-dcfa81b784fa tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1393874
May 19 06:37:20.724979 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc126d-1cd6-41e4-af3a-544af0037899 req-c9a8f2ce-5d03-4da6-b426-eb3b90414285 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:20.726286 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-97fc126d-1cd6-41e4-af3a-544af0037899 req-c9a8f2ce-5d03-4da6-b426-eb3b90414285 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1187592
May 19 06:37:20.791681 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-162eba78-058c-48d9-8351-fe7cc14ea169 req-345bca78-7a12-4b3d-bf43-ef3de39022c0 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0644221
May 19 06:37:20.798387 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-97fc126d-1cd6-41e4-af3a-544af0037899 req-1379aa8f-a0c5-4066-a9d2-5422ecb4381c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587478
May 19 06:37:22.039929 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfceddf6-f3af-495c-915d-a55788032c3e req-8651a52d-79b0-45ca-9bbf-8ca46a53807a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:22.041363 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dfceddf6-f3af-495c-915d-a55788032c3e req-8651a52d-79b0-45ca-9bbf-8ca46a53807a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1071718
May 19 06:37:22.048559 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d06e04-31bb-4e4e-a1a9-6d897ec9d5ec req-554c7dbb-0573-4012-9a7d-89c847e4603f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:22.049915 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72d06e04-31bb-4e4e-a1a9-6d897ec9d5ec req-554c7dbb-0573-4012-9a7d-89c847e4603f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1503921
May 19 06:37:22.118225 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dfceddf6-f3af-495c-915d-a55788032c3e req-5c2f9254-6f55-4d78-94d5-c94193f3d110 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673835
May 19 06:37:22.125360 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-72d06e04-31bb-4e4e-a1a9-6d897ec9d5ec req-f7ffe8ac-cb0f-4874-a73b-6027836da5a1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602629
May 19 06:37:23.367295 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df5146-562d-4701-9164-fbf0283128ba req-7adecb48-dfee-46f8-851f-aa9e2b3e3c3a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:23.368748 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-26df5146-562d-4701-9164-fbf0283128ba req-7adecb48-dfee-46f8-851f-aa9e2b3e3c3a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1385095
May 19 06:37:23.376682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d854a-9f7e-4bfb-a81f-9176e8f8e770 req-3c737bef-8b0c-4700-b6fe-633c07777cd8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:23.378010 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-256d854a-9f7e-4bfb-a81f-9176e8f8e770 req-3c737bef-8b0c-4700-b6fe-633c07777cd8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1495914
May 19 06:37:23.520884 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-26df5146-562d-4701-9164-fbf0283128ba req-08c4d44d-bd29-4ed1-a5e3-d635650dffa2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1418586
May 19 06:37:23.527975 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-256d854a-9f7e-4bfb-a81f-9176e8f8e770 req-02c4f096-badd-4a92-9143-0a523aafd4b4 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574658
May 19 06:37:24.767075 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d84ed-2c17-45dd-a78a-1a2f516e4f81 req-7daf9e84-4760-4c80-8c5a-0d07a4596875 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:24.768523 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-916d84ed-2c17-45dd-a78a-1a2f516e4f81 req-7daf9e84-4760-4c80-8c5a-0d07a4596875 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1358094
May 19 06:37:24.776278 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ca2f5-3444-4b50-a20a-a4c425a7f9cc req-09939b20-060a-49da-a12b-1c4728a866d9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:24.777593 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b20ca2f5-3444-4b50-a20a-a4c425a7f9cc req-09939b20-060a-49da-a12b-1c4728a866d9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1473572
May 19 06:37:24.846835 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-916d84ed-2c17-45dd-a78a-1a2f516e4f81 req-fc38d575-5e4f-4c3c-b2ea-40013a37d45a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682614
May 19 06:37:24.850070 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b20ca2f5-3444-4b50-a20a-a4c425a7f9cc req-e6496430-f36e-4e6b-8a5a-00089044a102 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581079
May 19 06:37:26.093931 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e284d0d-6e77-43f6-8378-f03d2320f676 req-50e2c265-98bf-4223-8275-26808082b10d tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:26.095354 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e284d0d-6e77-43f6-8378-f03d2320f676 req-50e2c265-98bf-4223-8275-26808082b10d tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1403389
May 19 06:37:26.103156 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412495b0-f15d-42a2-a567-1b600988b0df req-2d5ec1a0-2878-41b8-b783-76fdeb1270e9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:26.104510 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-412495b0-f15d-42a2-a567-1b600988b0df req-2d5ec1a0-2878-41b8-b783-76fdeb1270e9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1130431
May 19 06:37:26.169320 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e284d0d-6e77-43f6-8378-f03d2320f676 req-62ad7e37-41fb-44e7-a7f6-5000479c9a62 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638289
May 19 06:37:26.175881 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-412495b0-f15d-42a2-a567-1b600988b0df req-edc4fddb-4d49-45be-bdee-e0b5f44af229 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574868
May 19 06:37:26.565573 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:37:27.019563 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272441d1-1875-4244-8fa2-d0a891a903af req-eb15321d-c044-4c8b-9d45-bca7ffd6cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:27.021064 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-272441d1-1875-4244-8fa2-d0a891a903af req-eb15321d-c044-4c8b-9d45-bca7ffd6cbd5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1099 time: 0.0714474
May 19 06:37:27.164522 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272441d1-1875-4244-8fa2-d0a891a903af req-3e80e98e-8a95-469f-bada-56670469d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:27.165958 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-272441d1-1875-4244-8fa2-d0a891a903af req-3e80e98e-8a95-469f-bada-56670469d0ec service neutron] 10.222.0.52 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 910 time: 0.1254051
May 19 06:37:27.271852 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-272441d1-1875-4244-8fa2-d0a891a903af req-1302b4d6-1b26-4966-bf1d-5a2efb4ff146 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 1001 time: 0.0990427
May 19 06:37:27.444594 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272441d1-1875-4244-8fa2-d0a891a903af req-8d61425f-ec02-4668-ad6f-d8f5fb7d8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:27.446028 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-272441d1-1875-4244-8fa2-d0a891a903af req-8d61425f-ec02-4668-ad6f-d8f5fb7d8709 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 200  len: 848 time: 0.1368830
May 19 06:37:27.525888 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e79fb6-b584-4abb-bb18-2d30f9feb92e req-1295dc4a-93fb-47d6-9ff6-725118e86f6f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:27.527421 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-98e79fb6-b584-4abb-bb18-2d30f9feb92e req-1295dc4a-93fb-47d6-9ff6-725118e86f6f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.2194948
May 19 06:37:27.539993 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f596e55-9509-45f2-9654-037cd2862938 req-23b67919-f6aa-48f2-9466-986ea7e8f76d tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:27.541497 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f596e55-9509-45f2-9654-037cd2862938 req-23b67919-f6aa-48f2-9466-986ea7e8f76d tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.2650506
May 19 06:37:27.629099 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-98e79fb6-b584-4abb-bb18-2d30f9feb92e req-5b2b7edd-e826-4709-b150-4f3796f0bd14 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864577
May 19 06:37:27.636546 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272441d1-1875-4244-8fa2-d0a891a903af req-1a05137c-ebe4-43c5-9c71-42bf80c66665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:27.637994 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-272441d1-1875-4244-8fa2-d0a891a903af req-1a05137c-ebe4-43c5-9c71-42bf80c66665 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31138fa4-4832-4136-a8aa-0bffd13a86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1821632
May 19 06:37:27.640793 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4f596e55-9509-45f2-9654-037cd2862938 req-1c3f2fea-0cd6-4ecc-9345-aba532ba8191 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807343
May 19 06:37:27.778103 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-272441d1-1875-4244-8fa2-d0a891a903af req-ea668ebd-45b2-4aa3-8e6c-01ce956e29b9 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256905
May 19 06:37:27.915090 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-272441d1-1875-4244-8fa2-d0a891a903af req-8d1c96d5-3c9d-4cad-9ce0-095aad4800b4 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201177
May 19 06:37:28.881116 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3661b1-2c3f-4816-99db-f478356fb629 req-729f2e21-75dd-400f-9116-e04e76956f5b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:28.882570 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ec3661b1-2c3f-4816-99db-f478356fb629 req-729f2e21-75dd-400f-9116-e04e76956f5b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1390779
May 19 06:37:28.890212 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a4956-3a9f-4c37-a0bb-bafdcf1d928c req-0e907ad0-94a6-4070-bbe9-c5e84dd45354 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:28.891558 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-591a4956-3a9f-4c37-a0bb-bafdcf1d928c req-0e907ad0-94a6-4070-bbe9-c5e84dd45354 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1174660
May 19 06:37:29.048341 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ec3661b1-2c3f-4816-99db-f478356fb629 req-8d4cc904-f183-4094-9c41-46d55d395187 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1557682
May 19 06:37:29.051036 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-591a4956-3a9f-4c37-a0bb-bafdcf1d928c req-cd221973-ba88-4dcd-87ff-ab297dcf2495 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574198
May 19 06:37:30.293470 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b71c20-3a5b-432d-9bf0-d423cfce01e7 req-1b024bde-e870-4737-af0b-bbfe9ce8b040 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:30.295331 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-00b71c20-3a5b-432d-9bf0-d423cfce01e7 req-1b024bde-e870-4737-af0b-bbfe9ce8b040 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1352608
May 19 06:37:30.303682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f47494-17ef-462e-afeb-4d61e9ecba34 req-bff89bc4-2c0c-4865-aa0b-46e860cc87ee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:30.305395 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c3f47494-17ef-462e-afeb-4d61e9ecba34 req-bff89bc4-2c0c-4865-aa0b-46e860cc87ee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1475005
May 19 06:37:30.379732 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-00b71c20-3a5b-432d-9bf0-d423cfce01e7 req-007c036b-f14b-4b4a-a532-041a9c165939 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734036
May 19 06:37:30.386386 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c3f47494-17ef-462e-afeb-4d61e9ecba34 req-13c92c0e-8776-4b69-9d06-bb93c588192f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661077
May 19 06:37:31.620132 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c3586-4175-4d47-8410-c29d2873e2d1 req-7baac684-5fb7-47a4-a77a-eebecb262a98 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:31.621621 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a9c3586-4175-4d47-8410-c29d2873e2d1 req-7baac684-5fb7-47a4-a77a-eebecb262a98 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1313355
May 19 06:37:31.633756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76297-0ff3-402e-971c-bfef0bcef53e req-0f0ff415-6c9c-46fd-a25b-42b80e8532d5 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:31.635146 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-16a76297-0ff3-402e-971c-bfef0bcef53e req-0f0ff415-6c9c-46fd-a25b-42b80e8532d5 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1467168
May 19 06:37:31.707503 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a9c3586-4175-4d47-8410-c29d2873e2d1 req-8546b104-416a-401f-a1d4-d4c1bd8463b2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712550
May 19 06:37:31.711934 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-16a76297-0ff3-402e-971c-bfef0bcef53e req-73bc45ea-5ea2-4479-aa93-92b3f9d5b284 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600007
May 19 06:37:32.541345 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:32.961315 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ed3d1-963f-4013-b03d-384fc7a6e52f req-1a710132-3499-4d01-aaeb-e47d3cc6a6a5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:32.962754 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-597ed3d1-963f-4013-b03d-384fc7a6e52f req-1a710132-3499-4d01-aaeb-e47d3cc6a6a5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1411986
May 19 06:37:32.969888 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577a736-3f9a-47a8-a3f5-0409836446c2 req-2994432f-e20a-425f-bf2d-670d2f568dd3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:32.971192 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5577a736-3f9a-47a8-a3f5-0409836446c2 req-2994432f-e20a-425f-bf2d-670d2f568dd3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1193395
May 19 06:37:33.040806 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-597ed3d1-963f-4013-b03d-384fc7a6e52f req-f2e81a0a-a93b-4a31-a39f-af36392d0d4a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686002
May 19 06:37:33.043416 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5577a736-3f9a-47a8-a3f5-0409836446c2 req-ccf2a6de-aaf9-4780-a35c-a7e3fe7eda7b tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583606
May 19 06:37:34.293552 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a8a7d-12c3-409d-889d-94866ab2369a req-63b2916d-c270-4172-a52e-b02408dc1c44 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:34.295029 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e77a8a7d-12c3-409d-889d-94866ab2369a req-63b2916d-c270-4172-a52e-b02408dc1c44 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1097441
May 19 06:37:34.302423 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd9d40-9e1c-483b-862e-1bf762a7423d req-7d0e6ffc-731c-4583-84e2-ad4d605eca38 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:34.304372 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b6fd9d40-9e1c-483b-862e-1bf762a7423d req-7d0e6ffc-731c-4583-84e2-ad4d605eca38 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1503966
May 19 06:37:34.374289 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e77a8a7d-12c3-409d-889d-94866ab2369a req-9205deaf-4ac3-4743-b482-505607e3ad09 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689933
May 19 06:37:34.378559 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b6fd9d40-9e1c-483b-862e-1bf762a7423d req-a6c0203e-c882-4505-bbb9-1b4de1139e93 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605891
May 19 06:37:34.937780 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cb944-1eab-430c-9630-9b3201aa2c08 req-e548e0ce-e4fd-48c0-aa74-55be5956fac1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:34.939421 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3a4cb944-1eab-430c-9630-9b3201aa2c08 req-e548e0ce-e4fd-48c0-aa74-55be5956fac1 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1397254
May 19 06:37:34.946682 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-116627b5-d972-400a-8049-a8d9f5f4d225 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1113946
May 19 06:37:34.993747 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3a4cb944-1eab-430c-9630-9b3201aa2c08 req-d600d0da-4ab2-460c-bacf-0eefdf3ff4e6 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461209
May 19 06:37:35.566351 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a210d2-0f21-400b-becc-e317c31098d5 req-c77fb01c-a857-4b73-b9e1-f415fd51b296 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:35.567839 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b4a210d2-0f21-400b-becc-e317c31098d5 req-c77fb01c-a857-4b73-b9e1-f415fd51b296 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0793304
May 19 06:37:35.612607 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b4a210d2-0f21-400b-becc-e317c31098d5 req-2194d757-e8e4-4936-a5f1-032c1e672666 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383728
May 19 06:37:36.179873 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8115fda-8fc6-4d0c-a2e3-01e71af9c437 req-e7828c3e-a46c-4d54-8f30-0e188d786160 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:36.181279 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c8115fda-8fc6-4d0c-a2e3-01e71af9c437 req-e7828c3e-a46c-4d54-8f30-0e188d786160 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.0835595
May 19 06:37:36.185283 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device a85509db-c66d-45a2-8030-cf37b4ef8242 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:37:36.239918 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c8115fda-8fc6-4d0c-a2e3-01e71af9c437 req-4b000cd6-1fd5-495a-859e-22f7e44b7c38 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447958
May 19 06:37:36.310225 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:36.336049 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:37:36.345621 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:36.392427 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-86b7a6e9-4692-47e2-9ec2-91edccc29579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:36.450039 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:36.452578 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a0adb39-7bbc-458c-8fb0-eb02364e4649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:36.505477 dv-cinder-790910-3-iscsi neutron-server[92079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'code': 422} returned with failed status
May 19 06:37:36.523374 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=6']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:36.532161 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.532500 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.532832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.533158 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.533478 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.533797 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.534113 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.534429 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.534744 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.535055 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.535393 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.535701 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:36.540065 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:36.802803 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142cdc7-c980-47e6-b9e7-b4876cd3bae9 req-a45beff5-662d-4eb9-9917-d19c19f4cdf8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:36.804792 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a142cdc7-c980-47e6-b9e7-b4876cd3bae9 req-a45beff5-662d-4eb9-9917-d19c19f4cdf8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0805814
May 19 06:37:36.852372 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a142cdc7-c980-47e6-b9e7-b4876cd3bae9 req-5316e8ad-e49b-40b8-adc9-e4788d34daef tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417492
May 19 06:37:37.423683 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081bca5-a26b-49be-bed3-e0b695c88ee1 req-f3bd0377-3bac-472e-8175-6e15bb90c8b8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:37.425460 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3081bca5-a26b-49be-bed3-e0b695c88ee1 req-f3bd0377-3bac-472e-8175-6e15bb90c8b8 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0787225
May 19 06:37:37.470127 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3081bca5-a26b-49be-bed3-e0b695c88ee1 req-2451a6e7-598e-4106-af4a-13a8209385f9 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382674
May 19 06:37:37.999937 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-4bb6e991-c5c3-47e2-95de-40600bb78296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:38.001377 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-4bb6e991-c5c3-47e2-95de-40600bb78296 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f&tenant_id=1f3376afc25b4455af65767129894372 HTTP/1.1" status: 200  len: 1097 time: 0.1086185
May 19 06:37:38.039563 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52208) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:38.160695 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.175713 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:37:38.179674 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Usage tracker for resource:security_group_rule and tenant:f9a44b0581ef48648d7d51e9922a41d4 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:37:38.182484 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:37:38.187739 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101a02b3-0800-48c9-8d55-03818f0f96d1 req-49bab5a7-7b14-449f-b08e-c574168c6bd4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:38.188162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:37:38.189163 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-101a02b3-0800-48c9-8d55-03818f0f96d1 req-49bab5a7-7b14-449f-b08e-c574168c6bd4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.2208128
May 19 06:37:38.198298 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:37:38.232405 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-af3f00a0-484e-4ba6-9f6f-b45d7ba9772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:38.233896 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-af3f00a0-484e-4ba6-9f6f-b45d7ba9772d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1097 time: 0.2078054
May 19 06:37:38.244616 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-101a02b3-0800-48c9-8d55-03818f0f96d1 req-73cd9f4b-fa05-4f75-a09f-2b3aaf0ea314 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491841
May 19 06:37:38.278386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.335694 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.338645 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:38.347839 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-be7b8c1d-58c5-4876-9c44-39d9af22caf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:38.356617 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '3acee041-7cfb-4767-a149-054de7285989', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'port_id': '3acee041-7cfb-4767-a149-054de7285989', 'mac_address': 'fa:16:3e:7f:ec:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:37:38.376384 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-932fb003-2e72-45c1-91ef-70964def81f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:38.377839 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-932fb003-2e72-45c1-91ef-70964def81f8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 910 time: 0.1323650
May 19 06:37:38.384715 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83857271-8012-4dd2-93e0-26a8a3639da2,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:38.389842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:38.396230 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9a44b0581ef48648d7d51e9922a41d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3555982
May 19 06:37:38.396825 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52214) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:38.415543 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.433928 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3acee041-7cfb-4767-a149-054de7285989 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:37:38.450273 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:38.457916 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.483626 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.485994 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-eb4c310e-f275-476e-a731-4f16d4895b91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 999 time: 0.0984023
May 19 06:37:38.519179 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.521450 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:38.555105 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-7aef0df5-1114-4dd7-96ec-0092acf96210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:38.556640 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-7aef0df5-1114-4dd7-96ec-0092acf96210 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 200  len: 848 time: 0.0619886
May 19 06:37:38.604564 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=6']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:38.607577 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:38.609770 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.614650 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ac070c93-3bcc-4169-88a8-c90ca1b13a04 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:38.628389 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83857271-8012-4dd2-93e0-26a8a3639da2,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:38.631138 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:38.632102 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:38.636462 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83857271-8012-4dd2-93e0-26a8a3639da2 HTTP/1.1" status: 204  len: 168 time: 0.2360771
May 19 06:37:38.643986 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['3acee041-7cfb-4767-a149-054de7285989'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:37:38.713362 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-7d573147-4472-44dd-bb75-630113775141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:38.717406 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-7d573147-4472-44dd-bb75-630113775141 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31138fa4-4832-4136-a8aa-0bffd13a86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1498611
May 19 06:37:38.722341 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1a7ce-e62d-4cd8-b760-f8cf88b51818 req-78b2dd38-cc6d-401f-88c7-75639b0cb314 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:38.723774 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7ee1a7ce-e62d-4cd8-b760-f8cf88b51818 req-78b2dd38-cc6d-401f-88c7-75639b0cb314 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.1216607
May 19 06:37:38.861400 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7ee1a7ce-e62d-4cd8-b760-f8cf88b51818 req-7d874fc2-dd5d-4e5f-a328-37dff368c1dd tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156955
May 19 06:37:38.890758 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-a06a03fe-8316-4c0f-8a87-5edb5ae1c1c7 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630361
May 19 06:37:39.034009 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-0111cc5f-d662-44e5-a42b-342b2b96cbaa service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339571
May 19 06:37:39.237881 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:39.318185 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bfffa898-4e8f-4684-b4a6-fe7980038418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:39.444809 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5670f-62d4-4724-8c9e-5fe78c85125a req-d6c6c3f6-5af3-42d6-871e-00dc7a745811 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:39.446825 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-78a5670f-62d4-4724-8c9e-5fe78c85125a req-d6c6c3f6-5af3-42d6-871e-00dc7a745811 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 945 time: 0.0836339
May 19 06:37:39.494516 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-78a5670f-62d4-4724-8c9e-5fe78c85125a req-ab07d99b-aebe-4dc6-ad3a-49ad0784f6c5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416484
May 19 06:37:40.056419 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118efed-fb43-40fa-8cf6-c4f24437cfdf req-65a7e5e0-c128-4030-b965-055f67b11318 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:40.058622 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1118efed-fb43-40fa-8cf6-c4f24437cfdf req-65a7e5e0-c128-4030-b965-055f67b11318 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0825219
May 19 06:37:40.061455 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:40.109169 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1118efed-fb43-40fa-8cf6-c4f24437cfdf req-e2ce37cc-598d-4867-82ab-dc31c1e7a6ae tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437117
May 19 06:37:40.230776 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:37:40.328558 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 3acee041-7cfb-4767-a149-054de7285989 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:37:40.329268 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:40.468849 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:40.498455 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:37:40.509007 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:40.560880 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989', 'code': 200}
May 19 06:37:40.605890 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:40.607611 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:40.683569 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=7']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:40.688536 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:40.747725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4a3e9-3303-40eb-b1c2-c30a2ef5c688 req-1e1ad90e-e690-4d22-95b8-00c1ee28d79a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:40.757052 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0cf4a3e9-3303-40eb-b1c2-c30a2ef5c688 req-1e1ad90e-e690-4d22-95b8-00c1ee28d79a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1192396
May 19 06:37:40.810454 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0cf4a3e9-3303-40eb-b1c2-c30a2ef5c688 req-3d80f892-6ffb-43c4-a5c5-bd0837e4f8a7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514343
May 19 06:37:41.313768 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e59313-ab7a-414e-aed7-4c734ee53019 req-81d49de4-d712-4adb-bf34-82eb86b7414f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:41.315543 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-34e59313-ab7a-414e-aed7-4c734ee53019 req-81d49de4-d712-4adb-bf34-82eb86b7414f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0882123
May 19 06:37:41.371986 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-34e59313-ab7a-414e-aed7-4c734ee53019 req-2994d8e9-ef73-455f-ac14-1f4853384afb tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488524
May 19 06:37:41.438216 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:42.018763 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4caed-51a3-4cb6-8148-af3d7130ee71 req-79929e4a-4b62-493d-9558-1cd626b97fcd tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:42.023854 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-46e4caed-51a3-4cb6-8148-af3d7130ee71 req-79929e4a-4b62-493d-9558-1cd626b97fcd tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0993991
May 19 06:37:42.071124 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-46e4caed-51a3-4cb6-8148-af3d7130ee71 req-6d338a3f-7e4e-4966-a950-4b54d64269a8 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433176
May 19 06:37:42.570627 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0939c-8adf-4784-876f-86d0fa70f061 req-6c23372f-6383-4eaa-a6f0-dc7a90f27153 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:42.572100 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-33f0939c-8adf-4784-876f-86d0fa70f061 req-6c23372f-6383-4eaa-a6f0-dc7a90f27153 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0929615
May 19 06:37:42.624131 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-33f0939c-8adf-4784-876f-86d0fa70f061 req-606fb2fe-707c-42a0-98e8-c84bfea31bed tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448534
May 19 06:37:43.263315 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afe656-73b8-46d9-8c45-ccf216955a75 req-6e17d63e-22c9-49ad-94f4-d7d42cc8c5de tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:43.263315 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-00afe656-73b8-46d9-8c45-ccf216955a75 req-6e17d63e-22c9-49ad-94f4-d7d42cc8c5de tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0806217
May 19 06:37:43.329981 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-00afe656-73b8-46d9-8c45-ccf216955a75 req-8c25338c-21bf-4efe-8b85-3545b4963383 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605822
May 19 06:37:43.825612 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac2019-b545-4c0c-af38-73baabf51b09 req-75052f65-5464-47a6-b5a6-52eddc729b01 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:43.828630 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a9ac2019-b545-4c0c-af38-73baabf51b09 req-75052f65-5464-47a6-b5a6-52eddc729b01 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0885842
May 19 06:37:43.884828 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a9ac2019-b545-4c0c-af38-73baabf51b09 req-349e016c-24fd-4d8e-a545-ee4948164d8a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512488
May 19 06:37:44.631691 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0387d7-8c4f-4714-9013-86d63580f116 req-5a8999f3-646d-42ff-ae0c-f0e5d5d15447 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:44.633746 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dd0387d7-8c4f-4714-9013-86d63580f116 req-5a8999f3-646d-42ff-ae0c-f0e5d5d15447 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1839180
May 19 06:37:44.687132 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dd0387d7-8c4f-4714-9013-86d63580f116 req-cf6259bd-d6a4-4f10-a0bb-b924454aa4b3 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474622
May 19 06:37:45.095733 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e9a39-7562-4be1-b88a-e462760db9d2 req-d61a2f2a-2d4e-4a95-ae82-55813dea7253 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:45.097550 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-433e9a39-7562-4be1-b88a-e462760db9d2 req-d61a2f2a-2d4e-4a95-ae82-55813dea7253 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0992253
May 19 06:37:45.147002 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-433e9a39-7562-4be1-b88a-e462760db9d2 req-878f40e4-0ab2-4fa3-9e3e-b45be1516f22 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436258
May 19 06:37:45.877637 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626213a9-1dbb-45c5-8c31-a939e14a8f38 req-42b40a2a-1c35-44e7-b910-a0bd1866dcec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:45.879092 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-626213a9-1dbb-45c5-8c31-a939e14a8f38 req-42b40a2a-1c35-44e7-b910-a0bd1866dcec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0802805
May 19 06:37:45.924575 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-626213a9-1dbb-45c5-8c31-a939e14a8f38 req-bdd7464a-ed76-43d0-9ae8-7734580c4c73 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394783
May 19 06:37:46.247645 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device a85509db-c66d-45a2-8030-cf37b4ef8242 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:37:46.338665 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f7907-0488-4670-be7f-428b12131e3a req-752bce59-8de7-4fa2-a431-6121f3bb2bf3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:46.340203 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-930f7907-0488-4670-be7f-428b12131e3a req-752bce59-8de7-4fa2-a431-6121f3bb2bf3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 944 time: 0.0889862
May 19 06:37:46.389455 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-930f7907-0488-4670-be7f-428b12131e3a req-a5744d5f-4ac9-42df-a462-56520ddbdc49 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410748
May 19 06:37:46.391887 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:46.409957 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'port_id': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'mac_address': 'fa:16:3e:b2:e0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:37:46.474338 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:46.495666 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85509db-c66d-45a2-8030-cf37b4ef8242 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:37:46.513851 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:46.570751 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:46.573863 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:46.645924 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=7']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:46.649299 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:46.883244 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['a85509db-c66d-45a2-8030-cf37b4ef8242'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:37:47.139164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba67e91-7b11-4b1d-8456-fb7bfdf39bf3 req-1181d2dc-5c20-4741-ae52-bcf07d12e616 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:47.140877 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ba67e91-7b11-4b1d-8456-fb7bfdf39bf3 req-1181d2dc-5c20-4741-ae52-bcf07d12e616 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0949411
May 19 06:37:47.201744 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9ba67e91-7b11-4b1d-8456-fb7bfdf39bf3 req-5747ee72-197d-4fb1-9dd6-d95a2f6fe54b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534682
May 19 06:37:47.591498 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb130ce-9c09-464b-a61e-31c6be4ccfc5 req-e0d5ab4f-da81-46a3-8393-5150e4389c5a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:47.597116 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ceb130ce-9c09-464b-a61e-31c6be4ccfc5 req-e0d5ab4f-da81-46a3-8393-5150e4389c5a tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 945 time: 0.0959313
May 19 06:37:47.642652 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ceb130ce-9c09-464b-a61e-31c6be4ccfc5 req-972143dc-b7bb-44d7-a5c1-b53c4fb183c2 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436938
May 19 06:37:48.264381 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device a85509db-c66d-45a2-8030-cf37b4ef8242 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:37:48.405284 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port a85509db-c66d-45a2-8030-cf37b4ef8242 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:37:48.405931 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:48.418112 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5cf4d-295d-4277-938c-b4837ec1ccf2 req-a3802d26-3f05-4b0e-adba-24f6972ff87e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:48.420062 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3ce5cf4d-295d-4277-938c-b4837ec1ccf2 req-a3802d26-3f05-4b0e-adba-24f6972ff87e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0998430
May 19 06:37:48.485149 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3ce5cf4d-295d-4277-938c-b4837ec1ccf2 req-059c9ca5-abe5-42cd-bdf3-4182d3f9a210 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581119
May 19 06:37:48.540139 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:48.574804 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:37:48.585589 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:48.649719 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:48.652152 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-14b3f8a4-2705-4a44-bd27-686272b1f3d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:48.764368 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=8']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:48.768877 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:48.796229 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'code': 200}
May 19 06:37:48.892078 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8496223-4fd6-4804-b835-6ab6e5b3628f req-15f01e86-ec9a-46f5-bb97-6f34e0050ca3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:48.893579 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e8496223-4fd6-4804-b835-6ab6e5b3628f req-15f01e86-ec9a-46f5-bb97-6f34e0050ca3 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1027913
May 19 06:37:48.938666 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e8496223-4fd6-4804-b835-6ab6e5b3628f req-ac35be29-f59f-409a-ae9d-b7ae4fe4e5b6 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389409
May 19 06:37:49.460781 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38ad41-29e7-408d-8817-e98c181914d0 req-dd119885-a7db-4f3e-bc4c-cdcc85285a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:49.462238 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6c38ad41-29e7-408d-8817-e98c181914d0 req-dd119885-a7db-4f3e-bc4c-cdcc85285a0b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1099 time: 0.0719600
May 19 06:37:49.506419 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6c38ad41-29e7-408d-8817-e98c181914d0 req-03496790-6eb2-4125-b4f1-c09ac5acfe3e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344462
May 19 06:37:49.676202 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e79ba-3fa8-4479-8890-107428c924ed req-e2c659f1-b28a-4a7a-a6d1-9ddad7bf0cca tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:49.677810 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d75e79ba-3fa8-4479-8890-107428c924ed req-e2c659f1-b28a-4a7a-a6d1-9ddad7bf0cca tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0878146
May 19 06:37:49.730328 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d75e79ba-3fa8-4479-8890-107428c924ed req-c3e68526-dd37-4b96-9122-fe9073c07d76 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454223
May 19 06:37:50.144453 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bccaf-9042-44a7-a74b-b876eaa225ee req-78ab6d2c-97fe-4b4a-8a5a-8edf72255e51 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:50.145939 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d0bccaf-9042-44a7-a74b-b876eaa225ee req-78ab6d2c-97fe-4b4a-8a5a-8edf72255e51 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.0861151
May 19 06:37:50.204517 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d0bccaf-9042-44a7-a74b-b876eaa225ee req-2a82e718-ea08-4b29-82c6-a7095839192f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449159
May 19 06:37:50.275572 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-063cd2f7-b2a6-4bc4-938e-953b5e763fd2 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1541966997&fields=id&tenant_id=01fd221732f441588b96584dd970e7ad HTTP/1.1" status: 200  len: 267 time: 0.0417767
May 19 06:37:50.363597 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-b927619d-9341-4096-ad92-d902bcb29f5e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:50.365055 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-b927619d-9341-4096-ad92-d902bcb29f5e tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 985 time: 0.0835600
May 19 06:37:50.375983 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Request body: {'port': {'security_groups': ['9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e']}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:37:50.498699 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:50.739806 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=876d2df8-8809-4b0b-bf85-822e0105e183,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:50.765851 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:50.838277 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:50.844040 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d34da8b7-722a-4922-884a-4964babefcdf tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:50.849357 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['876d2df8-8809-4b0b-bf85-822e0105e183'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:37:50.955409 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:50.955572 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:50.956900 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f94b61d8-7c40-4a73-88ff-e737c2eeeafd req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "PUT /v2.0/ports/876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 943 time: 0.5854001
May 19 06:37:50.957409 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:37:50.972287 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52320) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:50.988060 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event updated for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=7']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:50.999718 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.000090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.000451 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.000808 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.001155 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.001508 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.001854 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.002197 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.002541 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.002879 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.003222 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.003589 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:37:51.009326 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:51.035888 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7ce3c0-e21f-4e94-96d0-f55c9427e271 req-fa50d75e-d6f4-4d06-af1b-d5183f468fa5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.042987 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9e7ce3c0-e21f-4e94-96d0-f55c9427e271 req-fa50d75e-d6f4-4d06-af1b-d5183f468fa5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.1678653
May 19 06:37:51.087547 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9e7ce3c0-e21f-4e94-96d0-f55c9427e271 req-7c67d57b-1df4-4a44-883a-b0742e2adb39 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436232
May 19 06:37:51.095360 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:51.118325 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['876d2df8-8809-4b0b-bf85-822e0105e183'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:37:51.131079 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:51.209005 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-a9465b43-206e-46fd-a846-c72af2149c2a None None] Provisioning complete for port 876d2df8-8809-4b0b-bf85-822e0105e183 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:37:51.209005 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a9465b43-206e-46fd-a846-c72af2149c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:51.229499 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183', 'status': 'completed', 'code': 200}
May 19 06:37:51.312858 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:51.318106 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ddf86847-0a11-41df-8d47-5eb5775795bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:51.336722 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e2d113-2fff-4dbb-99a8-afbd3ee37e8e,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:51.341390 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:51.342790 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "DELETE /v2.0/security-groups/07e2d113-2fff-4dbb-99a8-afbd3ee37e8e HTTP/1.1" status: 204  len: 168 time: 0.3686523
May 19 06:37:51.344000 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:51.345380 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52328) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:51.488278 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-1c0c1034-3e6c-4902-966e-36d54eda11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.489764 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-1c0c1034-3e6c-4902-966e-36d54eda11dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1099 time: 0.2355094
May 19 06:37:51.497409 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346ba82-ad82-4357-920a-e1d0e534efd8 req-687f03a8-1bce-45e2-b170-bc860aa0c889 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.498785 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a346ba82-ad82-4357-920a-e1d0e534efd8 req-687f03a8-1bce-45e2-b170-bc860aa0c889 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1131949
May 19 06:37:51.628454 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a346ba82-ad82-4357-920a-e1d0e534efd8 req-68c6f395-23ad-4da5-a0d1-191dc60c7453 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1110687
May 19 06:37:51.650402 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47597-54da-4992-8ca2-4d5824e77abc req-1141a344-b76f-4d01-9c59-b6f962fff154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.651900 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-dae47597-54da-4992-8ca2-4d5824e77abc req-1141a344-b76f-4d01-9c59-b6f962fff154 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 1099 time: 0.2259271
May 19 06:37:51.665543 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-6f0fd4ad-02e2-4e9c-9e30-6f47cd8a67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.667212 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-6f0fd4ad-02e2-4e9c-9e30-6f47cd8a67fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 915 time: 0.1675825
May 19 06:37:51.769120 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-0ecc6bdd-0b33-4b12-9a7b-3a02a22389f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 1002 time: 0.0952897
May 19 06:37:51.785881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Deleting port bcedfbf0-9bc2-49d0-a7c9-73f16fbad041 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:37:51.786219 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:51.826750 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47597-54da-4992-8ca2-4d5824e77abc req-c48358e6-aa75-4688-902d-27bed4a660ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.828205 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-dae47597-54da-4992-8ca2-4d5824e77abc req-c48358e6-aa75-4688-902d-27bed4a660ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.1651936
May 19 06:37:51.833809 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-2171abf5-503b-46de-ae58-149fa16ad3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.835234 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-2171abf5-503b-46de-ae58-149fa16ad3c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 200  len: 853 time: 0.0575202
May 19 06:37:51.916524 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-6c7d189f-936a-49dd-9ca5-f814e32e3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:51.917987 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-6c7d189f-936a-49dd-9ca5-f814e32e3167 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff94e93-7965-476c-b006-32fe98ff8184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761726
May 19 06:37:52.053728 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-2ccec2ed-c346-4c33-808c-5ed2ee88f0dc service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278815
May 19 06:37:52.088966 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-dae47597-54da-4992-8ca2-4d5824e77abc req-ab1d1186-dbba-4744-a187-1f095dcf8238 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3acee041-7cfb-4767-a149-054de7285989 HTTP/1.1" status: 200  len: 1002 time: 0.2136030
May 19 06:37:52.094754 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:52.095101 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:52.197508 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-17b944e0-f454-4af1-a3c4-b67a74237a11 req-85d1001a-fb3a-43f8-962b-28b11b552696 service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358292
May 19 06:37:52.253044 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Calling delete_port for bcedfbf0-9bc2-49d0-a7c9-73f16fbad041 owned by network:floatingip {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:37:52.284301 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47597-54da-4992-8ca2-4d5824e77abc req-dfab5316-ce1e-49f1-9fec-0494bc753388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:52.284965 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46558276-6e17-400b-b829-7d71cbc73e1c req-eafc6017-5e4d-49d9-8ebf-6afbdb4a2ec5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:52.285727 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-dae47597-54da-4992-8ca2-4d5824e77abc req-dfab5316-ce1e-49f1-9fec-0494bc753388 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.1830599
May 19 06:37:52.286414 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-46558276-6e17-400b-b829-7d71cbc73e1c req-eafc6017-5e4d-49d9-8ebf-6afbdb4a2ec5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0791821
May 19 06:37:52.332586 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-46558276-6e17-400b-b829-7d71cbc73e1c req-4c23feca-2bf9-4d32-8c26-08b9cad69cdc tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399246
May 19 06:37:52.392346 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae47597-54da-4992-8ca2-4d5824e77abc req-63476721-c7e7-4356-b41a-540a27d48b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:52.393807 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-dae47597-54da-4992-8ca2-4d5824e77abc req-63476721-c7e7-4356-b41a-540a27d48b64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0940483
May 19 06:37:52.572883 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-dae47597-54da-4992-8ca2-4d5824e77abc req-88ee4169-41ea-4c36-8563-ec4c6e04e4ea service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687834
May 19 06:37:52.603525 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:52.617836 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9f66ff6f-732f-4f2c-ada5-56b57fb190c6 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:52.662312 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event deleted for resources: {'Port': ['ID=bcedfbf0-9bc2-49d0-a7c9-73f16fbad041,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:52.667147 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:52.832752 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-dae47597-54da-4992-8ca2-4d5824e77abc req-4baf0b2c-9728-42df-aab3-7752afaa3560 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2525008
May 19 06:37:52.833384 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks [] for floatingip, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:52.833711 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Floating IP c3f3929b-5b0d-45d8-ab00-d53577313e97 disassociated (deleted). External IP: 172.27.1.216, port: 876d2df8-8809-4b0b-bf85-822e0105e183.
May 19 06:37:53.172835 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Router 2c9cb7ff-7d2b-49de-b482-5080acf097bc has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:37:53.440879 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:37:53.450829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] Sync routers for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:37:53.457331 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:53.460111 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:37:53.460783 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807536aca0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:37:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:37:53.513677 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "DELETE /v2.0/floatingips/c3f3929b-5b0d-45d8-ab00-d53577313e97 HTTP/1.1" status: 204  len: 168 time: 2.1644576
May 19 06:37:53.513677 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:37:53.535298 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8a64a-1635-41f4-a2f2-bb81d580e11b req-e047bc4a-d3dd-450c-8bcc-6cf852931860 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:53.536875 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-baa8a64a-1635-41f4-a2f2-bb81d580e11b req-e047bc4a-d3dd-450c-8bcc-6cf852931860 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 946 time: 0.0929272
May 19 06:37:53.584498 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-baa8a64a-1635-41f4-a2f2-bb81d580e11b req-1f7a8055-13f0-4cb1-99a1-0f8181a00a4e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404923
May 19 06:37:53.653216 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:37:53.706465 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183', 'status': 'completed', 'code': 200}
May 19 06:37:53.802771 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-e57b24ad-9ef7-424b-ac1c-59b809447111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:53.804993 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-e57b24ad-9ef7-424b-ac1c-59b809447111 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=01fd221732f441588b96584dd970e7ad&device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 1099 time: 0.0714083
May 19 06:37:53.942193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-2149f345-ab9b-4795-bb71-d67f53be21f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:53.943679 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-2149f345-ab9b-4795-bb71-d67f53be21f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 200  len: 915 time: 0.1299865
May 19 06:37:53.966765 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807536aca0>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 5, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:37:53.971184 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] Checking router: 2c9cb7ff-7d2b-49de-b482-5080acf097bc for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:37:53.980751 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:37:53.981386 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807536aca0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:37:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:37:54.029786 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-60b36a9b-48a5-4221-baea-0b9124ba634e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 200  len: 217 time: 0.0772376
May 19 06:37:54.095948 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-a8e2965e-29b4-42b3-8fc0-1d88775a6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:54.097368 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-a8e2965e-29b4-42b3-8fc0-1d88775a6d1b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 200  len: 853 time: 0.0598805
May 19 06:37:54.166920 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:37:54.183562 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-aa63ea63-1cbb-4347-99d6-9e8cb6bbf1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:54.185085 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-aa63ea63-1cbb-4347-99d6-9e8cb6bbf1e5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aff94e93-7965-476c-b006-32fe98ff8184&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743620
May 19 06:37:54.316549 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:37:54.320786 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-998c9e26-3458-44fc-95f5-7bca0e9079db service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263535
May 19 06:37:54.451464 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-3e33e6bc-0f74-45e0-a9d1-9399616e31e8 req-d1f93d4a-e0f5-42ec-9f41-39d74f1f320e service neutron] 10.222.0.52 "GET /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234398
May 19 06:37:54.566777 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:54.609308 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:37:54.622260 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:37:54.650291 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807536aca0>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 5, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:37:54.654572 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae88f7fe-5830-44fe-a5d5-876ecda7c5e4 None None] The sync data for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi is: [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:35:16Z', 'revision_number': 4, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '81016112-4e43-47b8-8551-fc5d36bf2474', 'name': '', 'network_id': 'aff94e93-7965-476c-b006-32fe98ff8184', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'mac_address': 'fa:16:3e:5f:82:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:15Z', 'updated_at': '2021-05-19T06:35:21Z', 'revision_number': 5, 'project_id': '01fd221732f441588b96584dd970e7ad', 'subnets': [{'id': '95f66215-7402-454f-b0ab-8ad9505201cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:37:54.661400 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989', 'code': 200}
May 19 06:37:54.677985 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:37:54.679787 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:37:54.751799 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=8']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:37:54.754629 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:37:54.798066 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d029eb6-1896-48bd-b307-9355b42d698d req-443e1804-24ee-49c2-947c-6802467d3ee2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:54.799614 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d029eb6-1896-48bd-b307-9355b42d698d req-443e1804-24ee-49c2-947c-6802467d3ee2 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.0900943
May 19 06:37:54.852032 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d029eb6-1896-48bd-b307-9355b42d698d req-5584a1f6-279b-4a00-9cb4-fbd6f1e7187a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460103
May 19 06:37:54.937636 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d9503-fa22-473c-8cc6-b8c772d85567 None None] New status for floating IP c3f3929b-5b0d-45d8-ab00-d53577313e97: DOWN {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:37:56.037024 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9cd4b-4a28-4a39-ba12-f69a5c6a5ca5 req-544ab438-6d3e-418a-ac84-71b271d05f7e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:56.038531 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9cb9cd4b-4a28-4a39-ba12-f69a5c6a5ca5 req-544ab438-6d3e-418a-ac84-71b271d05f7e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.0791326
May 19 06:37:56.082306 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9cb9cd4b-4a28-4a39-ba12-f69a5c6a5ca5 req-9b40c123-714e-42bf-af95-f82dc06e0c87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374818
May 19 06:37:58.313510 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:37:58.676130 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fccc8c-d9b7-4c6a-ad14-4ea8a64977a9 req-c945b077-7677-492c-a479-16cfb531edf6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:58.677938 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-77fccc8c-d9b7-4c6a-ad14-4ea8a64977a9 req-c945b077-7677-492c-a479-16cfb531edf6 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.1691332
May 19 06:37:58.686209 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe799-fa7b-43f9-9a60-1de8d973af14 req-14502a0b-8078-4120-84cb-6127a662a20c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:58.687596 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2d2fe799-fa7b-43f9-9a60-1de8d973af14 req-14502a0b-8078-4120-84cb-6127a662a20c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1323473
May 19 06:37:58.759611 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-77fccc8c-d9b7-4c6a-ad14-4ea8a64977a9 req-e329b874-3615-4934-a0ca-c3c597f67930 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710528
May 19 06:37:58.763219 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2d2fe799-fa7b-43f9-9a60-1de8d973af14 req-d20cb2b5-0af5-4f76-b77e-660fbc2d521e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604010
May 19 06:37:59.077600 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52428) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:37:59.191350 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-282100c9-9658-4b62-a36a-3cb768bdd1aa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1125348
May 19 06:37:59.952708 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f5a6f-2eed-49b7-ac3c-9f927b349c3c req-719ecab5-68b2-4de3-9c33-f08bcd649911 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:37:59.954320 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4d9f5a6f-2eed-49b7-ac3c-9f927b349c3c req-719ecab5-68b2-4de3-9c33-f08bcd649911 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.0852435
May 19 06:38:00.047184 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4d9f5a6f-2eed-49b7-ac3c-9f927b349c3c req-29b28044-a2e9-46fe-ad46-78d8e44a3bee tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/security-groups?id=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870893
May 19 06:38:00.087573 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046703c-7e18-4532-8d71-f7e8bfe7fcdb req-93da060a-23a9-44e3-acf6-000e542d2e13 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:00.089364 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a046703c-7e18-4532-8d71-f7e8bfe7fcdb req-93da060a-23a9-44e3-acf6-000e542d2e13 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.0985503
May 19 06:38:00.097041 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-5f26d9f8-d361-4ef4-9344-5fd405b96466 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:00.098619 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-5f26d9f8-d361-4ef4-9344-5fd405b96466 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Synchronizing usage tracker for tenant:01fd221732f441588b96584dd970e7ad on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:38:00.192262 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-5f26d9f8-d361-4ef4-9344-5fd405b96466 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Unset dirty status for tenant:01fd221732f441588b96584dd970e7ad on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:38:00.193388 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-5f26d9f8-d361-4ef4-9344-5fd405b96466 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.52 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 946 time: 0.1840572
May 19 06:38:00.279799 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a046703c-7e18-4532-8d71-f7e8bfe7fcdb req-09144e95-5a56-4ecd-a3fb-65a74715bccf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1836140
May 19 06:38:00.310055 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f098f4a-d3b3-4ffc-97ad-9616ccc08a0e req-8e150471-c876-4b34-8fc3-98eca187f414 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:00.313938 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7f098f4a-d3b3-4ffc-97ad-9616ccc08a0e req-8e150471-c876-4b34-8fc3-98eca187f414 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1126211
May 19 06:38:00.336846 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Deleting port 876d2df8-8809-4b0b-bf85-822e0105e183 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:00.337188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:00.359691 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7f098f4a-d3b3-4ffc-97ad-9616ccc08a0e req-a7150e6c-24b3-485f-8cbc-f2314cbd3156 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422685
May 19 06:38:00.469830 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] For port 876d2df8-8809-4b0b-bf85-822e0105e183, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=876d2df8-8809-4b0b-bf85-822e0105e183,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:00.470126 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:00.595172 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Calling delete_port for 876d2df8-8809-4b0b-bf85-822e0105e183 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:00.638015 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-933acfa4-a63a-4efc-9a89-43fa5ccae587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:00.639525 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-933acfa4-a63a-4efc-9a89-43fa5ccae587 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e&tenant_id=05168f22b00843b9b87b98a1dc2b395a HTTP/1.1" status: 200  len: 1097 time: 0.0714736
May 19 06:38:00.728224 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-02c13bc7-26e7-4f27-adc9-cbb4f0939d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:00.729556 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-02c13bc7-26e7-4f27-adc9-cbb4f0939d9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=05168f22b00843b9b87b98a1dc2b395a&device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 1097 time: 0.0697253
May 19 06:38:00.786398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:00.792779 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-07b54a09-9e75-41e4-ae06-d0ea2e8591c4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:00.798953 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['876d2df8-8809-4b0b-bf85-822e0105e183'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:38:00.862531 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-cc09be57-d228-444d-a52d-fe4ea81bb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:00.864019 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-cc09be57-d228-444d-a52d-fe4ea81bb361 service neutron] 10.222.0.52 "GET /v2.0/networks?id=b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 200  len: 918 time: 0.1283979
May 19 06:38:00.930747 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Pushing event deleted for resources: {'Port': ['ID=876d2df8-8809-4b0b-bf85-822e0105e183,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:00.934230 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:00.970708 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-1d6bcc3a-eab8-4de6-9cd1-5870ada35e48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3acee041-7cfb-4767-a149-054de7285989 HTTP/1.1" status: 200  len: 1000 time: 0.0992510
May 19 06:38:01.005949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] No DVR routers for this DVR port 876d2df8-8809-4b0b-bf85-822e0105e183 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:38:01.008336 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:01.010873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'name': 'network-vif-deleted', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:38:01.077237 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-1dc64676-ed9d-4d0f-8a06-7b1e8f55d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:01.077237 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-1dc64676-ed9d-4d0f-8a06-7b1e8f55d137 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 200  len: 856 time: 0.0628026
May 19 06:38:01.077483 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1', 'name': 'network-vif-deleted', 'tag': '876d2df8-8809-4b0b-bf85-822e0105e183', 'status': 'completed', 'code': 200}
May 19 06:38:01.117896 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-198a9ac3-06bf-4fa3-a20f-4b6ab33be1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:01.119696 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-198a9ac3-06bf-4fa3-a20f-4b6ab33be1d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b706fb83-64ee-4835-ad10-8fdb1219def5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721548
May 19 06:38:01.165162 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5c01dcd9-bb40-432d-afb6-442eef8baec1 req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.52 "DELETE /v2.0/ports/876d2df8-8809-4b0b-bf85-822e0105e183 HTTP/1.1" status: 204  len: 173 time: 0.9652803
May 19 06:38:01.264994 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-efb310b2-2858-4a35-9173-10930e647d06 req-06812afe-40d6-4045-9f76-a11f92b88e8f tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ebe835-4f46-4c4b-8da8-ef2bd3397fd1 HTTP/1.1" status: 200  len: 210 time: 0.0572295
May 19 06:38:01.296753 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-256cc161-8d0e-4638-8e70-401a75a346b0 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691091
May 19 06:38:01.492761 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-e0700dcd-abec-4400-b750-a44b2cace687 service neutron] 10.222.0.52 "GET /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1888452
May 19 06:38:01.570937 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bbb33c-70e0-4775-878f-d7d179edb4da req-431ef320-c4c7-44ea-99c6-a10968c35e1f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:01.572490 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-19bbb33c-70e0-4775-878f-d7d179edb4da req-431ef320-c4c7-44ea-99c6-a10968c35e1f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1548502
May 19 06:38:01.613757 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2fb29-acb2-4daa-bfe2-66e4fdca7fb0 req-e989d469-0c5c-4b65-a80f-65503f15e410 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:01.615261 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c7f2fb29-acb2-4daa-bfe2-66e4fdca7fb0 req-e989d469-0c5c-4b65-a80f-65503f15e410 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1249180
May 19 06:38:01.711032 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-19bbb33c-70e0-4775-878f-d7d179edb4da req-7b2f0053-27f0-4087-a827-08e8dd8db5a6 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1300673
May 19 06:38:01.726148 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c7f2fb29-acb2-4daa-bfe2-66e4fdca7fb0 req-b14583a1-cd42-483e-b521-47daf10577d5 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736415
May 19 06:38:01.738652 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-8b60cddb-bc43-4362-bc2d-90114ebd952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:01.740290 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-8b60cddb-bc43-4362-bc2d-90114ebd952c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 1098 time: 0.1344883
May 19 06:38:01.896920 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-8ac8a5e1-5235-451d-af56-97270d6ae680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:01.899062 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-8ac8a5e1-5235-451d-af56-97270d6ae680 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 911 time: 0.1349275
May 19 06:38:02.001379 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-ee7c9e59-fa65-43b8-9581-1f6cc195e657 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25431e10-d26f-473e-b4f1-85846b527328 HTTP/1.1" status: 200  len: 1001 time: 0.0956528
May 19 06:38:02.063514 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-7d910891-8238-49ee-aa55-2ce8745ca842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:02.064968 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-7d910891-8238-49ee-aa55-2ce8745ca842 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.0578339
May 19 06:38:02.240895 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-9fa663f3-9214-4299-bede-361844305649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:02.243245 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-9fa663f3-9214-4299-bede-361844305649 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1711051
May 19 06:38:02.524911 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:02.983601 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9aa1c2-3b3d-4bc0-a9f1-c022aa0e6773 req-f96a1048-bb21-463d-af66-de3a3981aa49 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:02.984974 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dc9aa1c2-3b3d-4bc0-a9f1-c022aa0e6773 req-f96a1048-bb21-463d-af66-de3a3981aa49 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1629682
May 19 06:38:02.999604 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f54196-36fb-4de7-ad3c-2c1d7c570b60 req-285d7315-7389-4839-9288-a3cc36d066f6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:03.008613 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b5f54196-36fb-4de7-ad3c-2c1d7c570b60 req-285d7315-7389-4839-9288-a3cc36d066f6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1296074
May 19 06:38:03.082328 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-dc9aa1c2-3b3d-4bc0-a9f1-c022aa0e6773 req-3a39785b-9ca5-4c85-8ade-f12ce9334807 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708663
May 19 06:38:03.086658 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b5f54196-36fb-4de7-ad3c-2c1d7c570b60 req-855ae302-aa3a-4ac4-8d6c-acda4d329c39 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0773618
May 19 06:38:03.566014 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:38:03.903376 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52524) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:04.347003 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 876d2df8-8809-4b0b-bf85-822e0105e183 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:38:04.384393 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 876d2df8-8809-4b0b-bf85-822e0105e183 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:38:04.384660 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 876d2df8-8809-4b0b-bf85-822e0105e183 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:38:04.475917 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3d690-66f9-4662-842b-46f99c7660df req-5b860f43-b21e-4885-8ee1-23864b78a6c0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:04.477936 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-30e3d690-66f9-4662-842b-46f99c7660df req-5b860f43-b21e-4885-8ee1-23864b78a6c0 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.2560735
May 19 06:38:04.512027 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91f476-98c8-473f-8f01-6dbc52676141 req-c295ac55-29e5-41f8-8ab4-3e0aef7b36cf tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:04.513533 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0c91f476-98c8-473f-8f01-6dbc52676141 req-c295ac55-29e5-41f8-8ab4-3e0aef7b36cf tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.2388511
May 19 06:38:04.584097 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-30e3d690-66f9-4662-842b-46f99c7660df req-ee953c17-5b37-4a59-9595-851592f0f437 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996563
May 19 06:38:04.589982 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0c91f476-98c8-473f-8f01-6dbc52676141 req-81d6c8f2-7acc-4dd6-91e5-2ce09e44984d tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672705
May 19 06:38:04.682274 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:05.095170 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Deleting port 81016112-4e43-47b8-8551-fc5d36bf2474 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:05.095527 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:05.307245 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] For port 81016112-4e43-47b8-8551-fc5d36bf2474, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=81016112-4e43-47b8-8551-fc5d36bf2474,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:05.307617 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:05.435809 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Calling delete_port for 81016112-4e43-47b8-8551-fc5d36bf2474 owned by network:router_interface {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:05.867283 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929c39-974f-4f84-817c-a3dec11065d7 req-084e906b-293a-4e95-a9b0-0cd920c15847 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:05.868740 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-68929c39-974f-4f84-817c-a3dec11065d7 req-084e906b-293a-4e95-a9b0-0cd920c15847 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1649628
May 19 06:38:05.876669 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158f07e-ab7f-497c-afdc-8283cd3d573e req-0657cf7e-2ee0-4674-844b-c1a982278cd2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:05.877925 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3158f07e-ab7f-497c-afdc-8283cd3d573e req-0657cf7e-2ee0-4674-844b-c1a982278cd2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1752691
May 19 06:38:05.949765 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-68929c39-974f-4f84-817c-a3dec11065d7 req-cf1ae74d-57fc-4940-8920-4089df83ec45 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709183
May 19 06:38:05.952463 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3158f07e-ab7f-497c-afdc-8283cd3d573e req-6bcb76a1-35b9-4248-932b-197ea953f754 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609028
May 19 06:38:05.953502 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:05.958146 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-99f085f6-9edc-4aab-b91b-044bc91d23c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:06.005678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Pushing event deleted for resources: {'Port': ['ID=81016112-4e43-47b8-8551-fc5d36bf2474,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:06.036965 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:06.289570 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:06.318083 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f3651044-66bf-4e4c-8af7-78a997f8b455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:06.749489 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Router 2c9cb7ff-7d2b-49de-b482-5080acf097bc has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:38:06.932939 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:38:06.943817 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] Sync routers for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:38:06.948217 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-9c119cfe-8380-4a03-8a5a-9e5b21e1b307 admin admin] 10.222.0.25 "PUT /v2.0/routers/2c9cb7ff-7d2b-49de-b482-5080acf097bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0503592
May 19 06:38:06.950776 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52538) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:06.967169 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:38:06.967453 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807521be80>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:37:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:07.142055 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:07.180689 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:38:07.216995 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a473c-6ee4-499c-9333-b579350d9c4d req-a345ad9f-4edf-48b5-93fe-f3c5439cdcc0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:07.218469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-427a473c-6ee4-499c-9333-b579350d9c4d req-a345ad9f-4edf-48b5-93fe-f3c5439cdcc0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1499662
May 19 06:38:07.270785 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31554576-c514-4c80-bd3c-3a85ba9d35f2 req-9f74f1a5-0265-4b6d-85c7-ccc08c4e82aa tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:07.278185 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-31554576-c514-4c80-bd3c-3a85ba9d35f2 req-9f74f1a5-0265-4b6d-85c7-ccc08c4e82aa tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1778877
May 19 06:38:07.343100 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:07.358334 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-427a473c-6ee4-499c-9333-b579350d9c4d req-a5260cca-d204-4099-8506-3551eb808de3 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258218
May 19 06:38:07.382006 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-31554576-c514-4c80-bd3c-3a85ba9d35f2 req-dd21d6ec-0e1f-416b-a45a-4119a0aeaed4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026368
May 19 06:38:07.498986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Deleting port 5b55755e-f898-40d5-8196-eeb8318a6716 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:07.499369 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:07.537203 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807521be80>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:38:05Z', 'revision_number': 5, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port': {'id': '5b55755e-f898-40d5-8196-eeb8318a6716', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:db:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:09Z', 'updated_at': '2021-05-19T06:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:07.541697 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] Checking router: 2c9cb7ff-7d2b-49de-b482-5080acf097bc for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:38:07.550103 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] Routers {'2c9cb7ff-7d2b-49de-b482-5080acf097bc'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:38:07.550690 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807521be80>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:37:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:07.623317 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] For port 5b55755e-f898-40d5-8196-eeb8318a6716, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5b55755e-f898-40d5-8196-eeb8318a6716,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:07.623666 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:07.696229 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] Set router 2c9cb7ff-7d2b-49de-b482-5080acf097bc gateway port host: None {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:38:07.744088 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Calling delete_port for 5b55755e-f898-40d5-8196-eeb8318a6716 owned by network:router_gateway {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:07.850298 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807521be80>, [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:38:07Z', 'revision_number': 6, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port_host': None}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:07.855847 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44cbf0-9337-4160-a2e1-c7fa7445804e None None] The sync data for ids ['2c9cb7ff-7d2b-49de-b482-5080acf097bc'] in dv-cinder-790910-3-iscsi is: [{'id': '2c9cb7ff-7d2b-49de-b482-5080acf097bc', 'name': 'tempest-TestMinimumBasicScenario-827958323-router', 'tenant_id': '01fd221732f441588b96584dd970e7ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:06Z', 'updated_at': '2021-05-19T06:38:07Z', 'revision_number': 6, 'project_id': '01fd221732f441588b96584dd970e7ad', 'gw_port_host': None}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:38:08.078199 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.082223 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-67b33b58-e81b-417c-aee4-90dc04c8fece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:08.128762 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b55755e-f898-40d5-8196-eeb8318a6716,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:08.131701 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:08.218304 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.526663 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.529090 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.611947 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e62d7-b7ec-47c7-9890-69ae0d8c7750 req-78afaceb-5233-4118-ad87-5d4843a483e2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:08.613423 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a4e62d7-b7ec-47c7-9890-69ae0d8c7750 req-78afaceb-5233-4118-ad87-5d4843a483e2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1474488
May 19 06:38:08.681544 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0a4e62d7-b7ec-47c7-9890-69ae0d8c7750 req-a107e9a8-ba22-4de1-8add-ea55c43fc01f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550451
May 19 06:38:08.685291 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.687322 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9cb7ff-7d2b-49de-b482-5080acf097bc {{(pid=92078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:38:08.717657 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb7832-4286-431f-b324-9d6c53108ad1 req-b2b9e65d-77f8-4c18-a5cf-78a19daa8128 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:08.720514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.723882 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2c9cb7ff-7d2b-49de-b482-5080acf097bc HTTP/1.1" status: 204  len: 168 time: 1.7691805
May 19 06:38:08.725847 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52550) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:08.726323 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-58cb7832-4286-431f-b324-9d6c53108ad1 req-b2b9e65d-77f8-4c18-a5cf-78a19daa8128 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1777668
May 19 06:38:08.785840 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-58cb7832-4286-431f-b324-9d6c53108ad1 req-400ad1fe-6f99-4391-8f35-9da1313887de tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557969
May 19 06:38:08.820933 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Deleting subnet 95f66215-7402-454f-b0ab-8ad9505201cd {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:38:08.823860 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.888850 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:08.997938 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 81016112-4e43-47b8-8551-fc5d36bf2474 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:38:09.034929 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 81016112-4e43-47b8-8551-fc5d36bf2474 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:38:09.035378 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 81016112-4e43-47b8-8551-fc5d36bf2474 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:38:09.035809 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5b55755e-f898-40d5-8196-eeb8318a6716 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:38:09.036315 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.068315 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 5b55755e-f898-40d5-8196-eeb8318a6716 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:38:09.068661 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5b55755e-f898-40d5-8196-eeb8318a6716 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:38:09.243711 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.317835 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-35ed1bf2-209e-41ce-836a-5d5d8807442b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.357783 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.361841 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:09.395888 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f66215-7402-454f-b0ab-8ad9505201cd,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:09.399496 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:09.400468 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.408240 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b072012-7b34-4f12-af87-963609ec1ac4 None None] Network aff94e93-7965-476c-b006-32fe98ff8184 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:38:09.408428 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95f66215-7402-454f-b0ab-8ad9505201cd HTTP/1.1" status: 204  len: 168 time: 0.6808257
May 19 06:38:09.410170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52556) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:09.542125 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.618118 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Deleting port 30a5f630-3162-47e6-91c7-a19563db607d {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:09.618986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.705699 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] DHCP port deletion for aff94e93-7965-476c-b006-32fe98ff8184 request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:38:09.728203 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] For port 30a5f630-3162-47e6-91c7-a19563db607d, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30a5f630-3162-47e6-91c7-a19563db607d,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:09.728609 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.809687 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Deleting port 30a5f630-3162-47e6-91c7-a19563db607d {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:09.810130 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.867419 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Calling delete_port for 30a5f630-3162-47e6-91c7-a19563db607d owned by network:dhcp {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:09.932323 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] For port 30a5f630-3162-47e6-91c7-a19563db607d, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30a5f630-3162-47e6-91c7-a19563db607d,segment=NetworkSegment(23dc006d-2481-420a-ab5d-503899efecc4),segment_id=23dc006d-2481-420a-ab5d-503899efecc4)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:09.932668 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.962666 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648848ea-5963-48cf-82ec-702894733b43 req-0924445b-1dd7-4e94-b558-51376069cd35 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:09.964126 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-648848ea-5963-48cf-82ec-702894733b43 req-0924445b-1dd7-4e94-b558-51376069cd35 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1174314
May 19 06:38:09.992452 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:09.997651 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:10.034777 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-648848ea-5963-48cf-82ec-702894733b43 req-66c4623a-b419-4e8a-8a86-e5a9b75db526 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640464
May 19 06:38:10.044484 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Pushing event deleted for resources: {'Port': ['ID=30a5f630-3162-47e6-91c7-a19563db607d,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:10.051120 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399850f-5915-4e8e-9e0b-accf602ab2dd req-935631b2-06e0-4bfa-9c10-8b54d6a15c2b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:10.051962 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:10.052755 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] No DVR routers for this DVR port 30a5f630-3162-47e6-91c7-a19563db607d on host dv-cinder-790910-3-iscsi {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:38:10.058851 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Calling delete_port for 30a5f630-3162-47e6-91c7-a19563db607d owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:10.059920 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1399850f-5915-4e8e-9e0b-accf602ab2dd req-935631b2-06e0-4bfa-9c10-8b54d6a15c2b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1373985
May 19 06:38:10.100469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1399850f-5915-4e8e-9e0b-accf602ab2dd req-772c70ca-9066-41b7-93ec-182db25300e5 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394557
May 19 06:38:10.182317 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.196830 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8074fd35e0>,) {'filters': {'network_id': ['aff94e93-7965-476c-b006-32fe98ff8184']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:10.210030 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074fd35e0>, '23dc006d-2481-420a-ab5d-503899efecc4') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:10.210492 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074fd35e0>, '23dc006d-2481-420a-ab5d-503899efecc4') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:10.222383 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.224025 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.229152 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:10.239592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.246769 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:38:10.247162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:38:10.263523 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:38:10.274194 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.282589 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] No DVR routers for this DVR port 30a5f630-3162-47e6-91c7-a19563db607d on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:38:10.287163 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Pushing event deleted for resources: {'Port': ['ID=30a5f630-3162-47e6-91c7-a19563db607d,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:10.293089 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:10.518005 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.521891 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:10.535554 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:10.546851 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Pushing event deleted for resources: {'Network': ['ID=aff94e93-7965-476c-b006-32fe98ff8184,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:10.550062 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:10.629568 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] 10.222.0.25 "DELETE /v2.0/networks/aff94e93-7965-476c-b006-32fe98ff8184 HTTP/1.1" status: 204  len: 168 time: 1.2157381
May 19 06:38:10.630020 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52564) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:10.954128 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30a5f630-3162-47e6-91c7-a19563db607d no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:38:10.987640 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 30a5f630-3162-47e6-91c7-a19563db607d {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:38:10.988085 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30a5f630-3162-47e6-91c7-a19563db607d not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:38:11.212723 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:11.432023 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65357f-a284-4e2a-b55a-664da0197acb req-3843d054-cccd-4d7d-aaf8-54a797a9c03b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:11.437837 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-eb65357f-a284-4e2a-b55a-664da0197acb req-3843d054-cccd-4d7d-aaf8-54a797a9c03b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.2165666
May 19 06:38:11.441682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac503b40-6248-4259-af41-d2b9cc66607b req-d2a9813e-0abd-4793-b361-0a67cae918d4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:11.443111 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ac503b40-6248-4259-af41-d2b9cc66607b req-d2a9813e-0abd-4793-b361-0a67cae918d4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1210947
May 19 06:38:11.514001 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-eb65357f-a284-4e2a-b55a-664da0197acb req-c5741e24-626b-4749-baba-34f1e570b05e tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699055
May 19 06:38:11.520866 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ac503b40-6248-4259-af41-d2b9cc66607b req-e5f849bc-a451-4ae4-b77b-14f2734dee6e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633156
May 19 06:38:11.667086 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:11.701939 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Deleting port 959be144-2659-461e-91ad-6f5f52d46fc6 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:11.702423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:11.819333 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] For port 959be144-2659-461e-91ad-6f5f52d46fc6, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=959be144-2659-461e-91ad-6f5f52d46fc6,segment=NetworkSegment(379da46d-6d12-4d27-bea9-f4bfa77356f5),segment_id=379da46d-6d12-4d27-bea9-f4bfa77356f5)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:11.820239 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:11.948757 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Calling delete_port for 959be144-2659-461e-91ad-6f5f52d46fc6 owned by network:router_interface {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:12.301288 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:12.306984 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:12.353683 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Pushing event deleted for resources: {'Port': ['ID=959be144-2659-461e-91ad-6f5f52d46fc6,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:12.357498 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:12.646742 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:12.806956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ea0e5-9cb1-4f28-98ce-38de6f332e16 req-849919f0-2ab4-497e-b8f0-d0b0cc457049 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:12.808337 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9c6ea0e5-9cb1-4f28-98ce-38de6f332e16 req-849919f0-2ab4-497e-b8f0-d0b0cc457049 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1362801
May 19 06:38:12.816375 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4232db2-3ab2-4806-b13a-d7dde9a0c1f0 req-a8d0daf9-2a02-4df1-ad20-d5b4b6240a87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:12.817747 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f4232db2-3ab2-4806-b13a-d7dde9a0c1f0 req-a8d0daf9-2a02-4df1-ad20-d5b4b6240a87 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1481113
May 19 06:38:12.919652 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9c6ea0e5-9cb1-4f28-98ce-38de6f332e16 req-4ed54269-4abc-469a-99f0-733c5461aed4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971370
May 19 06:38:12.931388 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f4232db2-3ab2-4806-b13a-d7dde9a0c1f0 req-3b247dec-b109-4803-85df-dca45c787664 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955901
May 19 06:38:13.048542 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Router afeecb97-e9ea-40f1-a61b-75a6c7ade978 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:38:13.226102 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:38:13.235500 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] Sync routers for ids ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:38:13.245453 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] Routers {'afeecb97-e9ea-40f1-a61b-75a6c7ade978'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:38:13.250608 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760d5790>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:38:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:13.302341 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] 10.222.0.25 "PUT /v2.0/routers/afeecb97-e9ea-40f1-a61b-75a6c7ade978/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6708245
May 19 06:38:13.304838 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52578) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:13.419080 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] Set router afeecb97-e9ea-40f1-a61b-75a6c7ade978 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:38:13.498331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks [] for router, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:13.703977 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760d5790>, [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:38:12Z', 'revision_number': 5, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:13.708026 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] Checking router: afeecb97-e9ea-40f1-a61b-75a6c7ade978 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:38:13.716561 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] Routers {'afeecb97-e9ea-40f1-a61b-75a6c7ade978'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:38:13.717175 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760d5790>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:38:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:13.790729 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:13.895635 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] Set router afeecb97-e9ea-40f1-a61b-75a6c7ade978 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:38:13.937651 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Deleting port 155e9697-536e-4e07-a649-21464c346936 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:13.938191 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:14.067534 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] For port 155e9697-536e-4e07-a649-21464c346936, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=155e9697-536e-4e07-a649-21464c346936,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:14.067906 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:14.256490 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760d5790>, [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:38:12Z', 'revision_number': 5, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:14.261824 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c3741-50f0-431c-8bf2-1702bad80556 None None] The sync data for ids ['afeecb97-e9ea-40f1-a61b-75a6c7ade978'] in dv-cinder-790910-3-iscsi is: [{'id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'name': 'tempest-TestMinimumBasicScenario-1696559340-router', 'tenant_id': '67fac98f4afa4c0f8b15a866398180c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '155e9697-536e-4e07-a649-21464c346936', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:22Z', 'updated_at': '2021-05-19T06:38:12Z', 'revision_number': 5, 'project_id': '67fac98f4afa4c0f8b15a866398180c5', 'gw_port': {'id': '155e9697-536e-4e07-a649-21464c346936', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afeecb97-e9ea-40f1-a61b-75a6c7ade978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:23Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:38:14.292490 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Calling delete_port for 155e9697-536e-4e07-a649-21464c346936 owned by network:router_gateway {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:14.381208 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1ea63-7640-4985-97b2-5c253e058a22 req-9cc5ca59-9123-4880-b465-de2b45172124 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:14.383294 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-22f1ea63-7640-4985-97b2-5c253e058a22 req-9cc5ca59-9123-4880-b465-de2b45172124 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.3068335
May 19 06:38:14.410836 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8979fba-2c75-4b82-97cc-baad0eab34ae req-b553fe03-b963-4994-9270-b4c0a7f0ae4b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:14.412315 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a8979fba-2c75-4b82-97cc-baad0eab34ae req-b553fe03-b963-4994-9270-b4c0a7f0ae4b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.3469639
May 19 06:38:14.490986 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-22f1ea63-7640-4985-97b2-5c253e058a22 req-44246636-8afe-4985-9de2-8882d33c714b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015806
May 19 06:38:14.512699 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a8979fba-2c75-4b82-97cc-baad0eab34ae req-cc62be6f-84bf-4d89-a286-ea27de500dbf tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915148
May 19 06:38:14.638129 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:14.642156 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1fdf2cd7-9adb-4b5c-91d6-af0025ad099a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:14.691039 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Pushing event deleted for resources: {'Port': ['ID=155e9697-536e-4e07-a649-21464c346936,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:14.694138 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:14.781767 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:14.945677 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 959be144-2659-461e-91ad-6f5f52d46fc6 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:38:14.952631 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:14.954924 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:14.982123 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 959be144-2659-461e-91ad-6f5f52d46fc6 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:38:14.982467 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 959be144-2659-461e-91ad-6f5f52d46fc6 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:38:15.077565 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:15.078035 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Fanout notify agent at l3_agent the message router_deleted on router afeecb97-e9ea-40f1-a61b-75a6c7ade978 {{(pid=92077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:38:15.090962 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:15.092251 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a17e9240-67db-4ced-9a0e-60c7b531eeea admin admin] 10.222.0.25 "DELETE /v2.0/routers/afeecb97-e9ea-40f1-a61b-75a6c7ade978 HTTP/1.1" status: 204  len: 168 time: 1.7864645
May 19 06:38:15.094719 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52588) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:15.158081 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Deleting subnet 1f4b77b0-fe9e-4f6a-b66d-338c709d34fa {{(pid=92077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:38:15.161129 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:15.209878 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2107404'] for subnet, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:15.515618 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:15.579675 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-bbf6de6a-8bba-4ea1-bd2c-d9b6ffec663a service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3178990
May 19 06:38:15.971927 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-20f3272f-3fd7-432c-bacf-514b7c027f1d req-68890643-1207-4ca0-a050-ce775ff4aef5 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3747840
May 19 06:38:15.996996 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea221caa-fc2b-46f0-9e7d-6bda16efb5ed req-91b31965-15a6-4865-adca-bc318d197511 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:15.998460 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea221caa-fc2b-46f0-9e7d-6bda16efb5ed req-91b31965-15a6-4865-adca-bc318d197511 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.3639803
May 19 06:38:16.037090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0240468-c024-47fe-aa89-b5f3cac65e5f req-698ec5b1-c032-444f-a8b7-6e31f4220249 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:16.038541 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0240468-c024-47fe-aa89-b5f3cac65e5f req-698ec5b1-c032-444f-a8b7-6e31f4220249 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.3177876
May 19 06:38:16.087325 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea221caa-fc2b-46f0-9e7d-6bda16efb5ed req-d2da02d9-733d-49e7-a812-62c0204210d1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825236
May 19 06:38:16.106867 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d0240468-c024-47fe-aa89-b5f3cac65e5f req-25ffa09b-d773-4f2d-8f41-a92660141c32 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533080
May 19 06:38:16.146353 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2494376'] for subnet, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:16.150528 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-de6aee9e-5d3f-4d11-a30d-6da1ab3213c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:16.187096 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4b77b0-fe9e-4f6a-b66d-338c709d34fa,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:16.189546 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:16.193892 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:16.198842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e65d0-48be-478f-807a-5876c1229bfb None None] Network 1b704910-877d-4e55-af1c-9920891a9d2d requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:38:16.200369 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-9a6cda53-43f4-44e7-ab30-bfa1850c1d5d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1f4b77b0-fe9e-4f6a-b66d-338c709d34fa HTTP/1.1" status: 204  len: 168 time: 1.1046538
May 19 06:38:16.202853 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52596) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:16.308854 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:16.381349 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Deleting port 5c37e22c-a844-4a92-9c8b-cd802d203a0c {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:16.381680 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:16.440035 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] DHCP port deletion for 1b704910-877d-4e55-af1c-9920891a9d2d request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:38:16.482798 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] For port 5c37e22c-a844-4a92-9c8b-cd802d203a0c, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5c37e22c-a844-4a92-9c8b-cd802d203a0c,segment=NetworkSegment(379da46d-6d12-4d27-bea9-f4bfa77356f5),segment_id=379da46d-6d12-4d27-bea9-f4bfa77356f5)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:16.483199 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:16.511111 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Deleting port 5c37e22c-a844-4a92-9c8b-cd802d203a0c {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:16.511537 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:16.618498 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] For port 5c37e22c-a844-4a92-9c8b-cd802d203a0c, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5c37e22c-a844-4a92-9c8b-cd802d203a0c,segment=NetworkSegment(379da46d-6d12-4d27-bea9-f4bfa77356f5),segment_id=379da46d-6d12-4d27-bea9-f4bfa77356f5)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:16.619195 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:16.718634 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Calling delete_port for 5c37e22c-a844-4a92-9c8b-cd802d203a0c owned by network:dhcp {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:16.777896 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Calling delete_port for 5c37e22c-a844-4a92-9c8b-cd802d203a0c owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:16.937999 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155e9697-536e-4e07-a649-21464c346936 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:38:16.973360 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 155e9697-536e-4e07-a649-21464c346936 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:38:16.973721 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155e9697-536e-4e07-a649-21464c346936 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:38:16.974136 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5c37e22c-a844-4a92-9c8b-cd802d203a0c no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:38:17.089258 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.342598 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37ff37-d555-45c9-9e8f-c59bba5f0a8c req-76b100d6-57b2-4753-a95d-8b30ab192177 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:17.344113 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bf37ff37-d555-45c9-9e8f-c59bba5f0a8c req-76b100d6-57b2-4753-a95d-8b30ab192177 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1432943
May 19 06:38:17.352637 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770a602-7b93-452a-b8cc-e7b50269c7f8 req-7ea6b229-1415-4a80-9eaf-fe7f46737179 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:17.353980 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0770a602-7b93-452a-b8cc-e7b50269c7f8 req-7ea6b229-1415-4a80-9eaf-fe7f46737179 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1212630
May 19 06:38:17.421466 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-bf37ff37-d555-45c9-9e8f-c59bba5f0a8c req-3dbc0861-bddc-400e-9cc3-6a766c6ff7ef tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664549
May 19 06:38:17.425680 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0770a602-7b93-452a-b8cc-e7b50269c7f8 req-0f834e8d-2599-4623-b7e4-f12ee9b4327d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582082
May 19 06:38:17.443446 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.459621 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:17.485853 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.493184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c37e22c-a844-4a92-9c8b-cd802d203a0c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:17.495552 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:17.495865 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] No DVR routers for this DVR port 5c37e22c-a844-4a92-9c8b-cd802d203a0c on host dv-cinder-790910-3-iscsi {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:38:17.530942 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] No DVR routers for this DVR port 5c37e22c-a844-4a92-9c8b-cd802d203a0c on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:38:17.531201 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.531416 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.532034 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.532177 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.532484 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.532833 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.533218 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.533855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.533993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.534238 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.534653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.534929 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:17.539692 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Pushing event deleted for resources: {'Port': ['ID=5c37e22c-a844-4a92-9c8b-cd802d203a0c,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:17.546136 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:17.555049 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:17.622944 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.635958 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8075437580>,) {'filters': {'network_id': ['1b704910-877d-4e55-af1c-9920891a9d2d']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:17.647600 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8075437580>, '379da46d-6d12-4d27-bea9-f4bfa77356f5') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:17.648465 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8075437580>, '379da46d-6d12-4d27-bea9-f4bfa77356f5') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:17.659537 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.682881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.685329 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:38:17.685703 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:38:17.699039 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:38:17.843827 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.849604 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:17.852091 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:17.872936 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b704910-877d-4e55-af1c-9920891a9d2d,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:17.875556 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:17.876893 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce227e-62cb-449c-9a08-045aaed88c2d req-b27427f5-251b-4255-b8d5-b1738a5caccb tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:17.878415 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-71ce227e-62cb-449c-9a08-045aaed88c2d req-b27427f5-251b-4255-b8d5-b1738a5caccb tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0902269
May 19 06:38:17.886134 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] 10.222.0.25 "DELETE /v2.0/networks/1b704910-877d-4e55-af1c-9920891a9d2d HTTP/1.1" status: 204  len: 168 time: 1.6799128
May 19 06:38:17.932257 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-71ce227e-62cb-449c-9a08-045aaed88c2d req-ddf07e8b-7df5-4022-8f94-fdc581d3aad0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468118
May 19 06:38:18.025853 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-a414b689-ae7d-4a74-a6c8-79c111afe2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:18.027354 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-a414b689-ae7d-4a74-a6c8-79c111afe2aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 1098 time: 0.0713665
May 19 06:38:18.156940 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-145e790b-bef4-4977-8981-5d50307a0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:18.158387 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-145e790b-bef4-4977-8981-5d50307a0dc2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 911 time: 0.1248238
May 19 06:38:18.245454 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52610) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:18.287641 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-587e028f-d393-4ec5-9032-f0b3e6b5893f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25431e10-d26f-473e-b4f1-85846b527328 HTTP/1.1" status: 200  len: 1001 time: 0.1219840
May 19 06:38:18.343924 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-67acd3a4-4ef8-4c92-b327-ab655bf0c815 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01fd221732f441588b96584dd970e7ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0973556
May 19 06:38:18.346307 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52614) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:18.432119 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:38:18.490109 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-a2ab810b-68e1-4720-b0b6-7c9e2bea5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:18.491662 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-a2ab810b-68e1-4720-b0b6-7c9e2bea5858 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.1927357
May 19 06:38:18.567557 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:18.581059 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '3acee041-7cfb-4767-a149-054de7285989', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'port_id': '3acee041-7cfb-4767-a149-054de7285989', 'mac_address': 'fa:16:3e:7f:ec:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:38:18.584974 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:18.635854 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:18.642267 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:18.652749 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3acee041-7cfb-4767-a149-054de7285989 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:38:18.667813 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:18.698589 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-35b4cc0c-e8ca-4e18-84ae-189b33046170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:18.700980 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-35b4cc0c-e8ca-4e18-84ae-189b33046170 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2007227
May 19 06:38:18.715366 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50746192-638a-487e-8fff-314780184da3 req-72ffe5d9-2f7a-4c1e-9e96-d50257146f44 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:18.716774 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-50746192-638a-487e-8fff-314780184da3 req-72ffe5d9-2f7a-4c1e-9e96-d50257146f44 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 944 time: 0.1646204
May 19 06:38:18.751760 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:18.753484 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:18.822497 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=9']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:18.825658 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:18.845768 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-50746192-638a-487e-8fff-314780184da3 req-299a3221-fd29-4c8e-a664-7551d843c49c tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1109691
May 19 06:38:18.848340 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:18.852633 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-195a83f3-b2db-4852-9fa7-57b563c30204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:18.871184 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:18.875678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:18.890342 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:18.891452 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9125f1b4-ee0d-4db2-ba1b-ae5b3068e37e HTTP/1.1" status: 204  len: 168 time: 0.5442657
May 19 06:38:18.901502 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-d1948892-8740-41be-9b17-9814d5f26843 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838622
May 19 06:38:19.012640 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['3acee041-7cfb-4767-a149-054de7285989'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:38:19.076411 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-deba4335-bf4e-468a-83d7-fcfd26bd6324 req-9303c68c-e8b2-4f3a-a8e9-0cdd51299f6a service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1661029
May 19 06:38:19.131393 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ae2e-cd57-4646-8d3a-35d044390aa9 req-2769f318-cd17-4833-b6b3-d5d429d52ea6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:19.132751 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-93a2ae2e-cd57-4646-8d3a-35d044390aa9 req-2769f318-cd17-4833-b6b3-d5d429d52ea6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0945826
May 19 06:38:19.177737 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-93a2ae2e-cd57-4646-8d3a-35d044390aa9 req-2d45d40c-c540-4e89-b55b-7d8a613f2501 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385647
May 19 06:38:19.542370 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52628) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:19.589686 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-cd32c91e-d34e-4a2d-9f86-6a4b92c42060 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67fac98f4afa4c0f8b15a866398180c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461624
May 19 06:38:19.592149 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52632) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:38:19.650307 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:19.675590 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:19.814951 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:19.818552 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fe34c11f-a8b4-46a9-82f1-cdde1aa93010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:19.829164 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5842872b-e944-48a6-b7b3-8fdb52fcf426,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:19.831478 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:19.837979 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:19.839078 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5842872b-e944-48a6-b7b3-8fdb52fcf426 HTTP/1.1" status: 204  len: 168 time: 0.2460217
May 19 06:38:20.033680 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82803fa-18f5-4889-b19b-4cdf35b5b10a req-77aa9d2e-8d60-448d-9d7c-6825d89f8e4a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:20.035141 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c82803fa-18f5-4889-b19b-4cdf35b5b10a req-77aa9d2e-8d60-448d-9d7c-6825d89f8e4a tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 945 time: 0.0802293
May 19 06:38:20.080750 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c82803fa-18f5-4889-b19b-4cdf35b5b10a req-750cb09d-b84e-4b02-a277-2d433a479c3f tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390437
May 19 06:38:20.371343 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5f9a9-aed9-4a81-9b13-8efca6230fb2 req-b650cd26-3781-4774-891e-318b7f4c24d0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:20.372774 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-eeb5f9a9-aed9-4a81-9b13-8efca6230fb2 req-b650cd26-3781-4774-891e-318b7f4c24d0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0813386
May 19 06:38:20.416302 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-eeb5f9a9-aed9-4a81-9b13-8efca6230fb2 req-09154a83-beff-4505-87e4-f4f3586c4905 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376184
May 19 06:38:20.438892 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:38:20.504597 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 3acee041-7cfb-4767-a149-054de7285989 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:38:20.504971 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:20.620030 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:20.646018 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:38:20.656043 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:20.690876 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3acee041-7cfb-4767-a149-054de7285989', 'code': 200}
May 19 06:38:20.706228 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:20.708083 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:20.777243 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=10']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:20.780336 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:21.064331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c9758-838d-4483-b9b2-3e3bade525c0 req-1c50d941-3f76-4d6d-b356-229887584ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:21.065686 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-460c9758-838d-4483-b9b2-3e3bade525c0 req-1c50d941-3f76-4d6d-b356-229887584ff4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 1100 time: 0.0678022
May 19 06:38:21.107062 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-460c9758-838d-4483-b9b2-3e3bade525c0 req-e93f649a-e0a0-4d3c-afd6-26a339319e8f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350294
May 19 06:38:21.268540 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875edd78-450d-462e-9b5e-c7c33e8f8b1b req-4c469232-48f8-46fb-ba26-ac36036af9da tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:21.269955 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-875edd78-450d-462e-9b5e-c7c33e8f8b1b req-4c469232-48f8-46fb-ba26-ac36036af9da tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 947 time: 0.0772316
May 19 06:38:21.314203 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-875edd78-450d-462e-9b5e-c7c33e8f8b1b req-7f7ad47f-bbd0-4e9e-9a2f-d4c66ac10e0b tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380821
May 19 06:38:22.506805 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4709c-f0d1-4c83-ad03-960d40df27c1 req-6f504afe-29fd-43a1-b246-2c98d70f35ae tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:22.508881 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-80d4709c-f0d1-4c83-ad03-960d40df27c1 req-6f504afe-29fd-43a1-b246-2c98d70f35ae tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 947 time: 0.0843256
May 19 06:38:22.553387 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-80d4709c-f0d1-4c83-ad03-960d40df27c1 req-186b98a9-6930-4fd1-a54a-2fe470d48d45 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387068
May 19 06:38:23.736579 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b3bf1-f2f4-4b5c-be5f-cb6d8ea50aef req-2ca90997-0914-4ba9-846d-7f7e23a7f144 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:23.738008 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-604b3bf1-f2f4-4b5c-be5f-cb6d8ea50aef req-2ca90997-0914-4ba9-846d-7f7e23a7f144 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 947 time: 0.0777171
May 19 06:38:23.784471 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-604b3bf1-f2f4-4b5c-be5f-cb6d8ea50aef req-38e26267-874b-4666-b1e4-4042b25d98b9 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408268
May 19 06:38:32.528896 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:36.317436 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a8d25a8a-4116-4090-921f-e92bf397ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:39.231267 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:39.311093 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-558cf6ba-7c2b-46c7-9a73-5e8457b16ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:40.088864 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:40.565564 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:38:41.459810 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:56.192852 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9773520-2804-4054-afb8-0401e8802298 req-bc63276a-098d-4e4c-ba5e-800e45a6fa7b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:56.194295 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d9773520-2804-4054-afb8-0401e8802298 req-bc63276a-098d-4e4c-ba5e-800e45a6fa7b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0795150
May 19 06:38:56.236996 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d9773520-2804-4054-afb8-0401e8802298 req-35dc77e6-d9d7-4b01-9ca0-5f100c3bcdc0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371494
May 19 06:38:57.428400 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861dac76-c4d3-4dda-a5a5-312d3c568fb1 req-d7e1aac5-b10d-499a-b439-7a70d499ff09 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:57.429893 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-861dac76-c4d3-4dda-a5a5-312d3c568fb1 req-d7e1aac5-b10d-499a-b439-7a70d499ff09 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.0832145
May 19 06:38:57.473948 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-861dac76-c4d3-4dda-a5a5-312d3c568fb1 req-d1e3ec24-b1a0-4072-8424-f819e26d74b0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377712
May 19 06:38:57.929786 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfcdcf-bdf0-4916-bb23-2a704ac036a6 req-14db3e95-85d6-4c9a-942b-8a342dab9841 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:57.931221 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37bfcdcf-bdf0-4916-bb23-2a704ac036a6 req-14db3e95-85d6-4c9a-942b-8a342dab9841 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 947 time: 0.0784776
May 19 06:38:57.973714 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37bfcdcf-bdf0-4916-bb23-2a704ac036a6 req-aeba475c-8fc0-4e23-b462-7c514c847c9d tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362849
May 19 06:38:58.418076 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084d565-808e-4f73-bbcc-c70a86467604 req-2c7707fb-df75-4f86-a097-4f0042929113 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:58.419532 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f084d565-808e-4f73-bbcc-c70a86467604 req-2c7707fb-df75-4f86-a097-4f0042929113 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.1657772
May 19 06:38:58.556104 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Deleting port 25431e10-d26f-473e-b4f1-85846b527328 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:58.556766 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:58.739541 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] For port 25431e10-d26f-473e-b4f1-85846b527328, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=25431e10-d26f-473e-b4f1-85846b527328,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:58.739895 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:58.827434 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b749fe-c6a6-42e7-abb7-7c8ac17fce7d req-b9bbca8c-eca7-41dd-9465-e2b6632759de tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:58.828807 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-16b749fe-c6a6-42e7-abb7-7c8ac17fce7d req-b9bbca8c-eca7-41dd-9465-e2b6632759de tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 945 time: 0.2425954
May 19 06:38:58.955868 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-16b749fe-c6a6-42e7-abb7-7c8ac17fce7d req-05d93816-7093-4e6d-a1d3-5073ba89f0bf tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=7fa289ac-093c-4ce4-99e8-5fc456dd1d76&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213284
May 19 06:38:59.072151 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.072520 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.072838 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Floating IP 2b0bf081-0fab-485b-a5cc-36a0522e97a1 disassociated. External IP: 172.27.1.210, port: 25431e10-d26f-473e-b4f1-85846b527328.
May 19 06:38:59.073177 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Calling delete_port for 25431e10-d26f-473e-b4f1-85846b527328 owned by compute:nova {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:38:59.186274 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94039d3-9edd-4d08-9ca6-5c7e122bb66c req-0f1af324-d2d3-4e4d-b329-e087fc5f0d59 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:59.187781 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a94039d3-9edd-4d08-9ca6-5c7e122bb66c req-0f1af324-d2d3-4e4d-b329-e087fc5f0d59 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 947 time: 0.1042945
May 19 06:38:59.279314 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a94039d3-9edd-4d08-9ca6-5c7e122bb66c req-f16f75d8-1096-441f-969e-4414511fd931 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups?id=10c62aa6-1e2f-40e5-8b56-6db43046f0e8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0600536
May 19 06:38:59.334077 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.339848 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:38:59.383192 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event deleted for resources: {'Port': ['ID=25431e10-d26f-473e-b4f1-85846b527328,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:38:59.394858 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.395229 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.395614 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.395733 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-5d4ae7e2-8546-4569-8130-78b6d8c81b86 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:38:59.396121 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.396297 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.396421 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-5d4ae7e2-8546-4569-8130-78b6d8c81b86 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Synchronizing usage tracker for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:38:59.396649 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.396999 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.397342 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.397691 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.398034 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.398430 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.398882 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:38:59.411433 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:38:59.411553 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-5d4ae7e2-8546-4569-8130-78b6d8c81b86 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Unset dirty status for tenant:05168f22b00843b9b87b98a1dc2b395a on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:38:59.411553 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-5d4ae7e2-8546-4569-8130-78b6d8c81b86 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 947 time: 0.0976419
May 19 06:38:59.552220 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Deleting port 3acee041-7cfb-4767-a149-054de7285989 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:38:59.552469 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.583990 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:38:59.688797 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] For port 3acee041-7cfb-4767-a149-054de7285989, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3acee041-7cfb-4767-a149-054de7285989,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:38:59.689113 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.764822 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:38:59.776362 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] Sync routers for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:38:59.786531 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:38:59.787161 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075385d90>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:38:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:38:59.844946 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] No DVR routers for this DVR port 25431e10-d26f-473e-b4f1-85846b527328 on host hv-cinder-79091 {{(pid=92077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:38:59.847617 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.852515 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'name': 'network-vif-deleted', 'tag': '25431e10-d26f-473e-b4f1-85846b527328'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:38:59.877172 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f084d565-808e-4f73-bbcc-c70a86467604 req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "DELETE /v2.0/ports/25431e10-d26f-473e-b4f1-85846b527328 HTTP/1.1" status: 204  len: 173 time: 1.4505584
May 19 06:38:59.910625 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53cda0d8-505b-4201-9eac-512a90534bfc', 'name': 'network-vif-deleted', 'tag': '25431e10-d26f-473e-b4f1-85846b527328', 'status': 'completed', 'code': 200}
May 19 06:38:59.982478 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:38:59.994164 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.994533 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:38:59.994843 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Floating IP 44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6 disassociated. External IP: 172.27.1.100, port: 3acee041-7cfb-4767-a149-054de7285989.
May 19 06:38:59.995181 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Calling delete_port for 3acee041-7cfb-4767-a149-054de7285989 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:00.117978 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e59fba26-cf1e-4a6b-b263-079381022ff6 req-951fecf6-684b-4976-8b23-8a394fe533e9 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Synchronizing usage tracker for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:39:00.162747 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:00.168663 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8eca292a-c92e-49c7-912b-e4722a94d3ec tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:00.203742 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-e59fba26-cf1e-4a6b-b263-079381022ff6 req-951fecf6-684b-4976-8b23-8a394fe533e9 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Unset dirty status for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:39:00.204934 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e59fba26-cf1e-4a6b-b263-079381022ff6 req-951fecf6-684b-4976-8b23-8a394fe533e9 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=53cda0d8-505b-4201-9eac-512a90534bfc HTTP/1.1" status: 200  len: 210 time: 0.1391799
May 19 06:39:00.213330 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event deleted for resources: {'Port': ['ID=3acee041-7cfb-4767-a149-054de7285989,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:00.217536 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:00.341376 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075385d90>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:00.345172 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] Checking router: f2a2b102-3cc4-41ee-b481-5aecb2faefe8 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:39:00.353284 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:00.353876 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075385d90>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:38:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:00.404711 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Router 055756fa-b151-4067-bd29-2620afe7260b has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:39:00.536735 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:00.556752 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-64119960-1b4a-4488-aa90-f31765d54bd4 req-54303c2c-6674-4c31-872a-29103dd919fc tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 210 time: 0.1583898
May 19 06:39:00.626715 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 25431e10-d26f-473e-b4f1-85846b527328 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:00.726309 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:39:00.734193 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 25431e10-d26f-473e-b4f1-85846b527328 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:00.734193 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 25431e10-d26f-473e-b4f1-85846b527328 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:00.734430 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:00.736567 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] Sync routers for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:39:00.748787 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:00.749674 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075063760>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:38:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:00.782256 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 3acee041-7cfb-4767-a149-054de7285989 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:00.782863 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3acee041-7cfb-4767-a149-054de7285989 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:00.826785 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] No DVR routers for this DVR port 3acee041-7cfb-4767-a149-054de7285989 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:00.829836 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:00.840909 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-deleted', 'tag': '3acee041-7cfb-4767-a149-054de7285989'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:39:00.884180 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0b75788c-c179-4a3f-b53d-953c541207d4 req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.52 "DELETE /v2.0/ports/3acee041-7cfb-4767-a149-054de7285989 HTTP/1.1" status: 204  len: 173 time: 1.4627149
May 19 06:39:00.895105 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c578915b-5a7b-4f15-b6fc-953eac57d18e', 'name': 'network-vif-deleted', 'tag': '3acee041-7cfb-4767-a149-054de7285989', 'status': 'completed', 'code': 200}
May 19 06:39:00.943515 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:00.977321 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075385d90>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:00.981449 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d333a0-c9e7-4597-a13a-e6065c9710b8 None None] The sync data for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi is: [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:39:01.215660 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363ec817-78bc-4496-82d8-ae30e24a7cfb None None] New status for floating IP 2b0bf081-0fab-485b-a5cc-36a0522e97a1: DOWN {{(pid=92079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:39:01.266505 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075063760>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:01.270660 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] Checking router: 055756fa-b151-4067-bd29-2620afe7260b for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:39:01.281724 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:01.282510 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075063760>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:38:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:01.381236 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52736) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:01.450478 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:01.465948 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:01.479361 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:01.625581 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:01.629497 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-198c5109-152f-4fd0-9a10-0b645e09c9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:01.644478 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa289ac-093c-4ce4-99e8-5fc456dd1d76,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:01.648045 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:01.743877 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-de078767-9a12-4da1-bc67-68b7552030fd req-bd943f68-ee71-4d93-93b8-739a29d8d842 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/ports?device_id=c578915b-5a7b-4f15-b6fc-953eac57d18e HTTP/1.1" status: 200  len: 210 time: 0.0474660
May 19 06:39:01.745090 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:01.746282 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "DELETE /v2.0/security-groups/7fa289ac-093c-4ce4-99e8-5fc456dd1d76 HTTP/1.1" status: 204  len: 168 time: 0.3640876
May 19 06:39:01.749156 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52742) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:01.767582 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.api.v2.resource [None req-c785299b-5a46-4409-aa94-00ccb4c9e2f0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] show failed (client error): The resource could not be found.
May 19 06:39:01.768596 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-c785299b-5a46-4409-aa94-00ccb4c9e2f0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups/7fa289ac-093c-4ce4-99e8-5fc456dd1d76 HTTP/1.1" status: 404  len: 347 time: 0.0184658
May 19 06:39:01.771373 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52746) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:01.854667 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075063760>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:01.858548 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6daf06d1-08e4-48e9-ab9c-ba311f1f28cc None None] The sync data for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi is: [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:31:44Z', 'revision_number': 4, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '30d66a7b-a5b2-4dc5-b95f-3a5437d35d91', 'name': '', 'network_id': 'b706fb83-64ee-4835-ad10-8fdb1219def5', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'mac_address': 'fa:16:3e:d3:b3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:43Z', 'updated_at': '2021-05-19T06:31:57Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'subnets': [{'id': '1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:39:01.996025 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Deleting port f6e37707-62a3-4b03-8bd1-70fd22cbf724 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:01.996299 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:02.067820 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99386dbd-e8b0-4899-b64f-3b75762e533a None None] New status for floating IP 44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6: DOWN {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:39:02.116756 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:02.117384 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:02.240100 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Calling delete_port for f6e37707-62a3-4b03-8bd1-70fd22cbf724 owned by network:floatingip {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:02.402439 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:02.406208 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-129e7226-66ab-4886-a8dd-3414a020d5ad tempest-ServerRescueNegativeTestJSON-1018729945 tempest-ServerRescueNegativeTestJSON-1018729945-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:02.449926 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event deleted for resources: {'Port': ['ID=f6e37707-62a3-4b03-8bd1-70fd22cbf724,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:02.453058 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:02.543864 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:02.545586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:02.625541 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:02.626703 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "DELETE /v2.0/floatingips/2b0bf081-0fab-485b-a5cc-36a0522e97a1 HTTP/1.1" status: 204  len: 168 time: 0.8542562
May 19 06:39:02.923618 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52756) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:02.986457 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.013928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.052644 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52760) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:03.057894 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059680284', 'description': 'tempest-description--974626108'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:39:03.063511 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:03.068296 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:03.071458 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:03.077529 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:03.144808 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.148388 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f4f6b305-5661-4e9a-b86a-6c2d03f25387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:03.163349 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c62aa6-1e2f-40e5-8b56-6db43046f0e8,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:03.166290 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:03.168167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.187484 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:03.191162 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group_rule and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:03.193911 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:03.199898 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:03.226852 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.227970 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "DELETE /v2.0/security-groups/10c62aa6-1e2f-40e5-8b56-6db43046f0e8 HTTP/1.1" status: 204  len: 168 time: 0.3034785
May 19 06:39:03.230929 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52764) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:03.248810 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.api.v2.resource [None req-ccb48122-ee55-406c-9da3-838b907f7c56 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] show failed (client error): The resource could not be found.
May 19 06:39:03.249787 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ccb48122-ee55-406c-9da3-838b907f7c56 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "GET /v2.0/security-groups/10c62aa6-1e2f-40e5-8b56-6db43046f0e8 HTTP/1.1" status: 404  len: 347 time: 0.0177603
May 19 06:39:03.252708 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52768) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:03.274033 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.345403 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.349213 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:03.390287 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef8b7a8-697b-484b-b96f-0cb132e34842,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:03.392976 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:03.449139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.450329 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3967621
May 19 06:39:03.453179 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52772) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:03.458204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'security_group_rule': {'security_group_id': 'aef8b7a8-697b-484b-b96f-0cb132e34842', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:39:03.463944 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:03.467947 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group_rule and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:03.470979 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:03.473185 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Deleting port 64173a6d-048c-4cbd-8387-88d356ebea84 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:03.473530 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.476757 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:03.563189 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.593679 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.594032 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.627183 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.693977 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.696112 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-7f7edf9d-c120-4829-a085-98a291592f73 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:03.719008 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876b0aeb-43fb-43f3-b4be-ec9c6381526e,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:03.721469 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:03.779821 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.783572 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3269315
May 19 06:39:03.783775 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52776) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:03.788867 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'security_group_rule': {'security_group_id': 'aef8b7a8-697b-484b-b96f-0cb132e34842', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:39:03.795107 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:03.798839 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:security_group_rule and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:03.801644 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:03.807176 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:03.814022 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Calling delete_port for 64173a6d-048c-4cbd-8387-88d356ebea84 owned by network:floatingip {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:03.888012 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.947227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.957006 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.961653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-81fa9f6f-c617-4750-b96b-6f0bf844e065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:03.997153 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:03.999174 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:04.006284 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Pushing event deleted for resources: {'Port': ['ID=64173a6d-048c-4cbd-8387-88d356ebea84,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:04.022555 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcc20cd-6ca3-4669-b5d3-4a9a36f64706,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:04.027394 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:04.031948 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:04.082507 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.083725 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2990563
May 19 06:39:04.086836 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52780) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:04.092569 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:39:04.097498 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks [] for floatingip, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.099001 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:04.103096 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:floatingip and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:04.106661 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:04.112401 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:04.112552 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.113559 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] 10.222.0.25 "DELETE /v2.0/floatingips/44e34f3f-7ce3-4a6a-a294-9f33a3cecfc6 HTTP/1.1" status: 204  len: 168 time: 0.8598824
May 19 06:39:04.174309 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.309272 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.447852 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Allocated IP 172.27.1.143 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/d0d3aeac-0d53-4575-95b6-9982dffee33d) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:39:04.593621 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.722765 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.727436 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e92d9f52-5789-469e-aa64-4cb4361e1d9f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:04.786049 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:39:04.788839 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:39:04.792404 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:39:04.834695 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'Port': ['ID=d0d3aeac-0d53-4575-95b6-9982dffee33d,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:04.839052 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:04.882128 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:04.997331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:05.199872 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:05.253741 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:05.257290 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:05.363778 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'Port': ['ID=d0d3aeac-0d53-4575-95b6-9982dffee33d,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:05.367604 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:05.374308 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:05.459405 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:05.460547 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3727744
May 19 06:39:05.679879 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-2ae6bcd0-aba5-487d-b282-aa2f70e86d74 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Synchronizing usage tracker for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:security_group {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:39:05.767942 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-2ae6bcd0-aba5-487d-b282-aa2f70e86d74 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Unset dirty status for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:security_group {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:39:05.769128 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-2ae6bcd0-aba5-487d-b282-aa2f70e86d74 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1059680284&fields=id&tenant_id=f2d0fd9937cd47109697fd93d5690838 HTTP/1.1" status: 200  len: 267 time: 0.1277938
May 19 06:39:06.014659 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-4a8f10a5-52cc-4bb8-8eb6-8c085526ba30 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:06.016191 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-4a8f10a5-52cc-4bb8-8eb6-8c085526ba30 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 810 time: 0.2404015
May 19 06:39:06.030391 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-682498fb-e8a7-4b2b-831c-617fd23cbf5d tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/quotas/f2d0fd9937cd47109697fd93d5690838 HTTP/1.1" status: 200  len: 375 time: 0.0087187
May 19 06:39:06.113469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-8b6a236e-dcda-42c0-be2b-eb6264a74ece tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0779116
May 19 06:39:06.351063 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-c91a044d-0425-4759-ab85-a48549c759b4 service neutron] 10.222.0.25 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2252762
May 19 06:39:06.362704 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-6fd9cd77-b942-4261-85e7-1d4c4217b145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:06.484566 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-6454f1c0-23d2-4f3d-8627-27b3e2156fd7 service neutron] 10.222.0.25 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267629
May 19 06:39:06.734011 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-21592157-d35d-4680-acf3-3c9818255b7a req-6a8b349c-8577-415e-9508-71cd6b8c8e17 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 210 time: 0.0462646
May 19 06:39:07.170696 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52828) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:07.808543 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:07.918875 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-08fca876-57a7-44db-aecd-1c9691b74d42 req-bd171103-ff2f-41db-b427-bbff4e4c84df tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 210 time: 0.0602422
May 19 06:39:08.345375 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Deleting port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:08.346041 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:08.463220 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] For port 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:08.463603 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:08.585982 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Calling delete_port for 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 owned by network:router_interface {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:08.622872 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-54c0c79d-5672-4313-97af-c298214f705e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:08.624322 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-54c0c79d-5672-4313-97af-c298214f705e tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 810 time: 0.1479301
May 19 06:39:08.678799 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-15c36273-7062-48e5-bea6-cb126d95affd tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2d0fd9937cd47109697fd93d5690838 HTTP/1.1" status: 200  len: 380 time: 0.0401328
May 19 06:39:08.690740 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'port': {'device_id': '01845012-c63d-424e-9125-ae61af236e1f', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'admin_state_up': True, 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'security_groups': ['aef8b7a8-697b-484b-b96f-0cb132e34842']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:39:08.796802 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:08.801692 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:08.827141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:08.831462 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Usage tracker for resource:port and tenant:f2d0fd9937cd47109697fd93d5690838 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:08.834446 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:08.842773 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:08.848436 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Pushing event deleted for resources: {'Port': ['ID=30d66a7b-a5b2-4dc5-b95f-3a5437d35d91,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:08.877709 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:08.899536 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Made reservation on behalf of f2d0fd9937cd47109697fd93d5690838 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:39:08.903401 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.108897 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Allocated IP 172.20.0.11 (03f29308-65cc-48b3-8cb9-66084f4216a2/62040eb5-b060-42a4-aef6-4b5e1406334f/c5b39315-adf4-4eea-ab35-e3095f8295f2) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:39:09.173444 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8795736b-6a9e-4f68-906a-eb43bc5e8b5a req-db25cc52-4d22-4a67-8b46-2247d7be47fd tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 210 time: 0.0626516
May 19 06:39:09.187868 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.224955 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.298610 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.314899 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Transition to ACTIVE for port object c5b39315-adf4-4eea-ab35-e3095f8295f2 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:39:09.327932 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5606ea0e-60dc-4c4a-86e4-8defdd7b7ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.402790 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.408360 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-023d42f9-65a3-40b8-bc1f-5f3594a68442 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:09.475345 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:39:09.478263 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:39:09.482532 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:39:09.514501 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event updated for resources: {'Port': ['ID=c5b39315-adf4-4eea-ab35-e3095f8295f2,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:09.521524 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:09.545153 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Router 055756fa-b151-4067-bd29-2620afe7260b has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:39:09.553566 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:09.554195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.648993 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9622478
May 19 06:39:09.662040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Request body: {'port': {'device_id': '01845012-c63d-424e-9125-ae61af236e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:39:09.751418 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-02b7d37e-44d0-46ce-a8f4-35dddaa2503e None None] Provisioning for port c5b39315-adf4-4eea-ab35-e3095f8295f2 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:39:09.756637 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-02b7d37e-44d0-46ce-a8f4-35dddaa2503e None None] Provisioning complete for port c5b39315-adf4-4eea-ab35-e3095f8295f2 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:39:09.757003 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-02b7d37e-44d0-46ce-a8f4-35dddaa2503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.778489 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:09.812453 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-02b7d37e-44d0-46ce-a8f4-35dddaa2503e None None] Port c5b39315-adf4-4eea-ab35-e3095f8295f2 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:39:09.843953 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:39:09.853705 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] Sync routers for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:39:09.859211 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] 10.222.0.25 "PUT /v2.0/routers/055756fa-b151-4067-bd29-2620afe7260b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6874096
May 19 06:39:09.859882 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52842) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:09.863562 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:09.867704 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760a5760>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:10.037564 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks [] for router, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.054942 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:10.132850 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b39315-adf4-4eea-ab35-e3095f8295f2 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:39:10.140765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.151123 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.157282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Transition to ACTIVE for port object c5b39315-adf4-4eea-ab35-e3095f8295f2 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:39:10.214519 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.218752 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.220019 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:10.352486 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760a5760>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:39:08Z', 'revision_number': 5, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port': {'id': '6e87f1b5-dec8-418b-882e-5b7c43ebcbe0', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:53:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '055756fa-b151-4067-bd29-2620afe7260b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:31:37Z', 'updated_at': '2021-05-19T06:31:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:10.357777 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] Checking router: 055756fa-b151-4067-bd29-2620afe7260b for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:39:10.367333 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] Routers {'055756fa-b151-4067-bd29-2620afe7260b'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:10.368050 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760a5760>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['055756fa-b151-4067-bd29-2620afe7260b'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:10.436466 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c56f3c-3246-4ab8-b8f0-8b54f142ada5 req-c5a066c6-6146-4241-9954-3624194efcd7 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:10.443812 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c1c56f3c-3246-4ab8-b8f0-8b54f142ada5 req-c5a066c6-6146-4241-9954-3624194efcd7 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 944 time: 0.1442120
May 19 06:39:10.504159 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b39315-adf4-4eea-ab35-e3095f8295f2,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:10.505832 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c1c56f3c-3246-4ab8-b8f0-8b54f142ada5 req-4d2f72c1-5376-423a-b903-60930f1046cf tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612013
May 19 06:39:10.511764 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:10.513169 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Deleting port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:10.513516 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.543742 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] Set router 055756fa-b151-4067-bd29-2620afe7260b gateway port host: None {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:10.593593 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Attempting to bind port c5b39315-adf4-4eea-ab35-e3095f8295f2 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:39:10.593832 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Attempting to bind port c5b39315-adf4-4eea-ab35-e3095f8295f2 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:39:10.594264 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Attempting to bind port c5b39315-adf4-4eea-ab35-e3095f8295f2 on network 03f29308-65cc-48b3-8cb9-66084f4216a2 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:39:10.600437 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Port c5b39315-adf4-4eea-ab35-e3095f8295f2 on network 03f29308-65cc-48b3-8cb9-66084f4216a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:39:10.600762 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Attempting to bind port c5b39315-adf4-4eea-ab35-e3095f8295f2 on network 03f29308-65cc-48b3-8cb9-66084f4216a2 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:39:10.607769 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:39:10.608094 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Checking segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:39:10.608526 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Bound using segment: {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:39:10.608954 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Bound port: c5b39315-adf4-4eea-ab35-e3095f8295f2, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:39:10.609350 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.645870 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] For port 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:10.646473 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.653555 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760a5760>, [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:39:10Z', 'revision_number': 6, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port_host': None}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:10.659554 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9074a00-fbe3-4a09-92f1-53fcd704bef3 None None] The sync data for ids ['055756fa-b151-4067-bd29-2620afe7260b'] in dv-cinder-790910-3-iscsi is: [{'id': '055756fa-b151-4067-bd29-2620afe7260b', 'name': 'tempest-AttachVolumeShelveTestJSON-1079488735-router', 'tenant_id': '05168f22b00843b9b87b98a1dc2b395a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:31:35Z', 'updated_at': '2021-05-19T06:39:10Z', 'revision_number': 6, 'project_id': '05168f22b00843b9b87b98a1dc2b395a', 'gw_port_host': None}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:39:10.705453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] For port c5b39315-adf4-4eea-ab35-e3095f8295f2, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:39:10.708454 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] For port c5b39315-adf4-4eea-ab35-e3095f8295f2, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:39:10.757070 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.761477 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:10.769968 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Calling delete_port for 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 owned by network:router_gateway {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:10.821492 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:10.822144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.824604 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5b39315-adf4-4eea-ab35-e3095f8295f2 HTTP/1.1" status: 200  len: 1094 time: 1.1661677
May 19 06:39:10.824604 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:39:10.859840 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b39315-adf4-4eea-ab35-e3095f8295f2,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:10.863048 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:10.883271 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'status': 'completed', 'code': 200}
May 19 06:39:10.979824 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:10.981974 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae928b1-0ab5-411f-a734-28856aa1b108 req-0b7dc34c-4d55-4de0-ae09-4896a8d5bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:10.983707 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-cae928b1-0ab5-411f-a734-28856aa1b108 req-0b7dc34c-4d55-4de0-ae09-4896a8d5bc08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 1097 time: 0.0737889
May 19 06:39:10.984788 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:11.018187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52850) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:11.028950 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e87f1b5-dec8-418b-882e-5b7c43ebcbe0,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:11.033410 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:11.058588 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:11.107382 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:11.107616 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30d66a7b-a5b2-4dc5-b95f-3a5437d35d91 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:11.150898 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.186121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae928b1-0ab5-411f-a734-28856aa1b108 req-680ec66f-fa5c-49b0-8995-4570cf3299ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:11.187744 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-cae928b1-0ab5-411f-a734-28856aa1b108 req-680ec66f-fa5c-49b0-8995-4570cf3299ea service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=f2d0fd9937cd47109697fd93d5690838&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1929042
May 19 06:39:11.326370 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.328687 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.442505 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.443105 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 055756fa-b151-4067-bd29-2620afe7260b {{(pid=92077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:39:11.457047 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.461267 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-27be94bd-e2a3-4b4f-a112-bfef2138af62 admin admin] 10.222.0.25 "DELETE /v2.0/routers/055756fa-b151-4067-bd29-2620afe7260b HTTP/1.1" status: 204  len: 168 time: 1.6004097
May 19 06:39:11.461506 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52856) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:11.463193 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.561601 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae928b1-0ab5-411f-a734-28856aa1b108 req-8fe34687-f20d-4fd8-8c1a-e824ea6e9657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:11.563053 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-cae928b1-0ab5-411f-a734-28856aa1b108 req-8fe34687-f20d-4fd8-8c1a-e824ea6e9657 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3680513
May 19 06:39:11.647553 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Deleting subnet 1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:39:11.656155 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.696493 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78b583-ce2e-471e-b69d-6b71787ad696 req-4d42e228-67a7-40f1-8b6b-35a84719bcb6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:11.697968 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1f78b583-ce2e-471e-b69d-6b71787ad696 req-4d42e228-67a7-40f1-8b6b-35a84719bcb6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 944 time: 0.0790503
May 19 06:39:11.733761 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.745710 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1f78b583-ce2e-471e-b69d-6b71787ad696 req-7162861c-ac2e-4066-9c60-00f756d453ae tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417180
May 19 06:39:11.809283 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-5be3f9c6-b0bd-4b48-8c96-5f890c126821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:11.810648 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-5be3f9c6-b0bd-4b48-8c96-5f890c126821 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 1097 time: 0.2008750
May 19 06:39:11.815014 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Deleting port 23d98235-096c-4297-a291-2acecfc6883c {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:11.815380 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:11.913482 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-ae4d99fb-5e97-4b1b-aaad-b867b046279d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2 HTTP/1.1" status: 200  len: 217 time: 0.0848129
May 19 06:39:12.030024 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:12.091147 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-828b819b-78af-4b12-9a0a-a62d572df53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:12.092612 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-828b819b-78af-4b12-9a0a-a62d572df53f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.1325660
May 19 06:39:12.098836 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:12.099159 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:12.436699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Calling delete_port for 23d98235-096c-4297-a291-2acecfc6883c owned by network:floatingip {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:12.560796 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-d2b01a23-f903-4e5a-a4a0-6ba769faf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:12.562224 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-d2b01a23-f903-4e5a-a4a0-6ba769faf879 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4544263
May 19 06:39:12.759630 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:12.772671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:12.802385 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-1559aaed-a8ed-490c-94a0-97bc4db31b40 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2278130
May 19 06:39:12.814956 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:12.817404 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:12.842994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:12.848194 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e21c90-8f05-4be8-aaaf-1b8f9b5c9441 None None] Network b706fb83-64ee-4835-ad10-8fdb1219def5 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:39:12.883394 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1056c6fd-ebc0-4fdd-8d0d-efa1af7d41e0 HTTP/1.1" status: 204  len: 168 time: 1.4107881
May 19 06:39:12.930507 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 52864) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:12.935449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:12.967678 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1d32f8c4-3f6c-4417-abe7-de909011ee53 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:13.025617 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:13.056318 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38560bf-a7b7-4767-a0eb-e60c3b476d0b req-36b926d4-02aa-4cfa-8205-ca139f42936f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:13.059705 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e38560bf-a7b7-4767-a0eb-e60c3b476d0b req-36b926d4-02aa-4cfa-8205-ca139f42936f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 944 time: 0.2088332
May 19 06:39:13.061047 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event deleted for resources: {'Port': ['ID=23d98235-096c-4297-a291-2acecfc6883c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:13.068284 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:13.068622 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 6e87f1b5-dec8-418b-882e-5b7c43ebcbe0 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:13.106262 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e38560bf-a7b7-4767-a0eb-e60c3b476d0b req-7b1ee4b3-77ef-41b2-8ced-92d413fe3113 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408170
May 19 06:39:13.145357 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:13.155502 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] DHCP port deletion for b706fb83-64ee-4835-ad10-8fdb1219def5 request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:39:13.204739 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:13.220589 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Deleting port 1cc16390-07d1-4870-9f1b-105a01eea790 {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:13.220965 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:13.228948 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-1545d82b-55f3-47f7-9b97-3589cef932b7 req-b8bc9741-cbc1-424a-9cc1-8e7d3b8f9ac9 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4071369
May 19 06:39:13.269442 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for floatingip, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:13.269786 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Floating IP 4d2d81c9-605e-4359-a756-08636644dab5 disassociated (deleted). External IP: 172.27.1.61, port: a85509db-c66d-45a2-8030-cf37b4ef8242.
May 19 06:39:13.321143 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] For port 1cc16390-07d1-4870-9f1b-105a01eea790, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=1cc16390-07d1-4870-9f1b-105a01eea790,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:13.321546 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:13.455942 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Deleting port 1cc16390-07d1-4870-9f1b-105a01eea790 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:13.456206 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:13.476733 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Calling delete_port for 1cc16390-07d1-4870-9f1b-105a01eea790 owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:13.688294 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:13.692022 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:13.733252 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Pushing event deleted for resources: {'Port': ['ID=1cc16390-07d1-4870-9f1b-105a01eea790,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:13.734812 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] For port 1cc16390-07d1-4870-9f1b-105a01eea790, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=1cc16390-07d1-4870-9f1b-105a01eea790,segment=NetworkSegment(07bae3d0-6643-4e04-a900-d2aabbb07a6d),segment_id=07bae3d0-6643-4e04-a900-d2aabbb07a6d)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:13.735174 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:13.737934 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] No DVR routers for this DVR port 1cc16390-07d1-4870-9f1b-105a01eea790 on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:13.743466 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.744782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.744782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.744782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.744782 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.745798 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.746117 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.746433 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.747094 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.747094 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.747380 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.747692 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:13.751114 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-e14845db-fe48-4ce8-ae1c-5330de0fa434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:13.865162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Calling delete_port for 1cc16390-07d1-4870-9f1b-105a01eea790 owned by network:dhcp {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:13.973047 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:39:14.071840 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.077607 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:14.169956 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc16390-07d1-4870-9f1b-105a01eea790,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:14.183214 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:14.184050 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] No DVR routers for this DVR port 1cc16390-07d1-4870-9f1b-105a01eea790 on host dv-cinder-790910-3-iscsi {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:14.293498 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aaaaf-69b4-453e-b547-5cf4996b559a req-ed5c1bf6-addd-4234-9789-94411c7ce3e6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:14.298946 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e2aaaaf-69b4-453e-b547-5cf4996b559a req-ed5c1bf6-addd-4234-9789-94411c7ce3e6 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 944 time: 0.0796123
May 19 06:39:14.312679 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:39:14.321889 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] Sync routers for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:39:14.326262 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.331757 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:14.332555 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80756828e0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:14.337743 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.342773 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8e2aaaaf-69b4-453e-b547-5cf4996b559a req-9d16eb80-a29e-4d7f-99da-5f1b03fb345f tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418401
May 19 06:39:14.374163 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f80740fda60>,) {'filters': {'network_id': ['b706fb83-64ee-4835-ad10-8fdb1219def5']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:14.395542 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f80740fda60>, '07bae3d0-6643-4e04-a900-d2aabbb07a6d') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:14.395842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f80740fda60>, '07bae3d0-6643-4e04-a900-d2aabbb07a6d') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:14.412282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.422750 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "DELETE /v2.0/floatingips/4d2d81c9-605e-4359-a756-08636644dab5 HTTP/1.1" status: 204  len: 168 time: 3.4035499
May 19 06:39:14.424998 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:39:14.435177 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.441391 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:39:14.441776 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   util.warn(
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   util.warn(
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   util.warn(
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   util.warn(
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:39:14.456262 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:39:14.511143 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:14.520736 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'status': 'completed', 'code': 200}
May 19 06:39:14.604376 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673464bc-f12a-49c5-a983-ea15494c1924 req-16993669-cac6-465b-9bc0-5bc5bece0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:14.605881 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-673464bc-f12a-49c5-a983-ea15494c1924 req-16993669-cac6-465b-9bc0-5bc5bece0d17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1f3376afc25b4455af65767129894372&device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 1099 time: 0.0777795
May 19 06:39:14.682027 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device c5b39315-adf4-4eea-ab35-e3095f8295f2 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:39:14.703013 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.721435 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:14.744421 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.757403 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b706fb83-64ee-4835-ad10-8fdb1219def5,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:14.761664 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:14.795019 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673464bc-f12a-49c5-a983-ea15494c1924 req-e4b93f58-c58b-4a65-af57-1d8bb37dc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:14.796765 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-673464bc-f12a-49c5-a983-ea15494c1924 req-e4b93f58-c58b-4a65-af57-1d8bb37dc922 service neutron] 10.222.0.52 "GET /v2.0/networks?id=31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 200  len: 910 time: 0.1812255
May 19 06:39:14.817301 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80756828e0>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:49Z', 'revision_number': 5, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:14.822484 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] Checking router: 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:39:14.829813 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:14.830547 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80756828e0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:14.837331 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port c5b39315-adf4-4eea-ab35-e3095f8295f2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:14.854603 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'port_id': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'mac_address': 'fa:16:3e:ef:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:39:14.883033 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-673464bc-f12a-49c5-a983-ea15494c1924 req-b6f8e275-af7f-48e7-b7e9-a1c93ab9a40d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 200  len: 217 time: 0.0737748
May 19 06:39:14.884426 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-e2f904e3-dd96-4f72-8f96-cc581200c5ea admin admin] 10.222.0.25 "DELETE /v2.0/networks/b706fb83-64ee-4835-ad10-8fdb1219def5 HTTP/1.1" status: 204  len: 168 time: 1.9531765
May 19 06:39:14.947429 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:14.973492 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b39315-adf4-4eea-ab35-e3095f8295f2 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:39:14.977323 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673464bc-f12a-49c5-a983-ea15494c1924 req-b939f6e0-d50e-4a04-8790-627bad682876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:14.979106 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-673464bc-f12a-49c5-a983-ea15494c1924 req-b939f6e0-d50e-4a04-8790-627bad682876 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 200  len: 848 time: 0.0849710
May 19 06:39:15.001373 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port c5b39315-adf4-4eea-ab35-e3095f8295f2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:15.010445 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:15.024094 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 1cc16390-07d1-4870-9f1b-105a01eea790 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:15.067068 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 1cc16390-07d1-4870-9f1b-105a01eea790 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:15.067586 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 1cc16390-07d1-4870-9f1b-105a01eea790 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:15.069069 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673464bc-f12a-49c5-a983-ea15494c1924 req-35c0088f-390e-4b17-bab7-c95b21df3a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:15.070864 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-673464bc-f12a-49c5-a983-ea15494c1924 req-35c0088f-390e-4b17-bab7-c95b21df3a0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=31138fa4-4832-4136-a8aa-0bffd13a86a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0845046
May 19 06:39:15.080849 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:15.082815 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-0628cac3-e8f5-43fc-934a-2e7177b0ae5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:15.127702 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a9830-4ec4-4c1e-aae5-f93a6ac8ccc2 req-f2115efa-d669-4e6d-8409-7d7f7cfe91bb tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:15.135284 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a8a9830-4ec4-4c1e-aae5-f93a6ac8ccc2 req-f2115efa-d669-4e6d-8409-7d7f7cfe91bb tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1017504
May 19 06:39:15.167527 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=c5b39315-adf4-4eea-ab35-e3095f8295f2,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:15.175745 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:15.193818 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-8a8a9830-4ec4-4c1e-aae5-f93a6ac8ccc2 req-0d2d47bb-0e47-4d91-a526-a9c13e9bc543 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0575895
May 19 06:39:15.277549 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52878) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:15.329391 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['c5b39315-adf4-4eea-ab35-e3095f8295f2'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:39:15.345663 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-fc9d2846-b597-4700-bf0f-5d1cfc3a5283 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05168f22b00843b9b87b98a1dc2b395a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0668187
May 19 06:39:15.347985 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52882) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:15.352434 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-673464bc-f12a-49c5-a983-ea15494c1924 req-12937e89-7c68-448e-9437-3b50e6702afc service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721655
May 19 06:39:15.367762 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80756828e0>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:49Z', 'revision_number': 5, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:15.375782 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6640bb-057c-4b25-be9b-c25289e47bb6 None None] The sync data for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi is: [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:33:43Z', 'revision_number': 4, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2be279d2-7430-474c-9d7b-d24f425aab1c', 'name': '', 'network_id': '31138fa4-4832-4136-a8aa-0bffd13a86a3', 'tenant_id': '1f3376afc25b4455af65767129894372', 'mac_address': 'fa:16:3e:7d:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:42Z', 'updated_at': '2021-05-19T06:33:49Z', 'revision_number': 5, 'project_id': '1f3376afc25b4455af65767129894372', 'subnets': [{'id': '84964ead-fdd3-4953-8995-dbdb2b8cfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:39:15.430941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:15.471475 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:15.537724 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-673464bc-f12a-49c5-a983-ea15494c1924 req-48555f9f-6594-453f-ab79-285b27d61432 service neutron] 10.222.0.52 "GET /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1753800
May 19 06:39:15.608724 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef97aca-ae53-4216-88c9-f6d9abbfb7a2 req-8f480428-19af-48ff-8abd-2c80fcf7a7d4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:15.610302 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6ef97aca-ae53-4216-88c9-f6d9abbfb7a2 req-8f480428-19af-48ff-8abd-2c80fcf7a7d4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 945 time: 0.1045523
May 19 06:39:15.652711 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a09d20e-1271-44a6-bef0-bd40ecb67161 None None] New status for floating IP 4d2d81c9-605e-4359-a756-08636644dab5: DOWN {{(pid=92079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:39:15.659189 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6ef97aca-ae53-4216-88c9-f6d9abbfb7a2 req-b41a63d8-cbd3-41ea-8166-cfbd7f0c049d tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428660
May 19 06:39:15.682313 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:15.687367 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-54e28d5d-0c4d-4bb6-b7c2-43677f530de0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:15.700651 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec3b7a9-8c7f-484f-b3fb-8e38bff1b18d,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:15.703117 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:15.708528 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:15.709742 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fec3b7a9-8c7f-484f-b3fb-8e38bff1b18d HTTP/1.1" status: 204  len: 168 time: 0.3608336
May 19 06:39:16.384678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74231-37dc-4325-a4c4-c6e253346de7 req-526b13e9-097a-4023-88cd-dbbddb90ff4f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:16.386875 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-97b74231-37dc-4325-a4c4-c6e253346de7 req-526b13e9-097a-4023-88cd-dbbddb90ff4f tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.0830605
May 19 06:39:16.432414 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-97b74231-37dc-4325-a4c4-c6e253346de7 req-3f26d13c-097b-4133-9b9b-e17ce4ae0525 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/security-groups?id=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398085
May 19 06:39:16.699420 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device c5b39315-adf4-4eea-ab35-e3095f8295f2 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:39:16.727423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-b72404e3-1e1f-4ecf-823e-5a137abaed21 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:16.728141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-b72404e3-1e1f-4ecf-823e-5a137abaed21 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Synchronizing usage tracker for tenant:1f3376afc25b4455af65767129894372 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:39:16.830756 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-b72404e3-1e1f-4ecf-823e-5a137abaed21 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Unset dirty status for tenant:1f3376afc25b4455af65767129894372 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:39:16.831948 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-b72404e3-1e1f-4ecf-823e-5a137abaed21 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 946 time: 0.1902084
May 19 06:39:16.850306 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1485664-6b5d-4118-bd3c-90e6bc8544b2 req-3fd59ef8-0879-4d49-a548-9c66b88f3486 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:16.851792 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b1485664-6b5d-4118-bd3c-90e6bc8544b2 req-3fd59ef8-0879-4d49-a548-9c66b88f3486 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 945 time: 0.0804212
May 19 06:39:16.888494 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port c5b39315-adf4-4eea-ab35-e3095f8295f2 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:39:16.898435 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b1485664-6b5d-4118-bd3c-90e6bc8544b2 req-ae931f13-b030-4784-b865-746e57db0385 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402195
May 19 06:39:16.901095 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port c5b39315-adf4-4eea-ab35-e3095f8295f2 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:39:16.901984 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:16.980354 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Deleting port a85509db-c66d-45a2-8030-cf37b4ef8242 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:16.980712 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:17.032083 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:17.060090 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:39:17.070124 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port c5b39315-adf4-4eea-ab35-e3095f8295f2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:17.103273 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'code': 200}
May 19 06:39:17.120288 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] For port a85509db-c66d-45a2-8030-cf37b4ef8242, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a85509db-c66d-45a2-8030-cf37b4ef8242,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:17.120646 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:17.174145 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:17.176138 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:17.245809 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=c5b39315-adf4-4eea-ab35-e3095f8295f2,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:17.248829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:17.256533 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Calling delete_port for a85509db-c66d-45a2-8030-cf37b4ef8242 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:17.447864 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:17.454177 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b02dc6f4-9223-46e8-ad21-481bc01ff95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:17.509859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event deleted for resources: {'Port': ['ID=a85509db-c66d-45a2-8030-cf37b4ef8242,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:17.518773 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52ac20-d450-4bdc-924f-5e0be1381b0b req-d04908b0-4a0d-43eb-ae31-c5caeaa7c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:17.519298 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:17.520598 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-de52ac20-d450-4bdc-924f-5e0be1381b0b req-d04908b0-4a0d-43eb-ae31-c5caeaa7c6b8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 1099 time: 0.0857661
May 19 06:39:17.565047 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:39:17.598803 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] No DVR routers for this DVR port a85509db-c66d-45a2-8030-cf37b4ef8242 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:17.601255 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:17.603870 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-deleted', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:39:17.605954 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-de52ac20-d450-4bdc-924f-5e0be1381b0b req-d98b69fa-ef52-4df1-8589-e42f2bb984a4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744815
May 19 06:39:17.613041 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-07aea89f-9206-4126-8c7a-1d103031a8f4 req-935764d2-f21a-45a2-8b71-dc5db6af5adc tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 210 time: 0.0462801
May 19 06:39:17.651860 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f', 'name': 'network-vif-deleted', 'tag': 'a85509db-c66d-45a2-8030-cf37b4ef8242', 'status': 'completed', 'code': 200}
May 19 06:39:17.671465 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-237688e4-1d2d-4a7a-a2ed-568912d7637b req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.52 "DELETE /v2.0/ports/a85509db-c66d-45a2-8030-cf37b4ef8242 HTTP/1.1" status: 204  len: 173 time: 0.8303514
May 19 06:39:18.099814 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768dff7-8ab6-499d-99a0-de3eb3bd4ff0 req-f25acb00-4673-4907-b0d0-712fbf738ffd tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:18.102714 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6768dff7-8ab6-499d-99a0-de3eb3bd4ff0 req-f25acb00-4673-4907-b0d0-712fbf738ffd tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 946 time: 0.0844295
May 19 06:39:18.147441 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6768dff7-8ab6-499d-99a0-de3eb3bd4ff0 req-721a5a57-7f83-43f2-be71-46b5df86eab9 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399539
May 19 06:39:18.719444 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device a85509db-c66d-45a2-8030-cf37b4ef8242 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:18.755705 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: a85509db-c66d-45a2-8030-cf37b4ef8242 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:18.756052 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device a85509db-c66d-45a2-8030-cf37b4ef8242 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:18.784193 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b6730e98-c556-4af8-90cc-2d1f19339a2d req-c2fbb772-6f8f-44da-97fa-1fddd9923947 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b1d01a4-9eb6-4a0e-a453-b27a6f7cb42f HTTP/1.1" status: 200  len: 210 time: 0.0458803
May 19 06:39:19.345204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba08ed-647a-4268-a848-4f00a27e5e22 req-f3fefd29-0381-48e2-b5f9-dc414410a518 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:19.346812 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4dba08ed-647a-4268-a848-4f00a27e5e22 req-f3fefd29-0381-48e2-b5f9-dc414410a518 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 946 time: 0.0888894
May 19 06:39:19.392331 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4dba08ed-647a-4268-a848-4f00a27e5e22 req-630624cf-cedb-45ea-bf38-154a2c4914b5 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393016
May 19 06:39:19.569508 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de94a8-88f2-42a1-aa8e-458744e628e9 req-a41f60bc-be33-4fd5-af9a-934b7a74999b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:19.573075 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-27de94a8-88f2-42a1-aa8e-458744e628e9 req-a41f60bc-be33-4fd5-af9a-934b7a74999b tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 946 time: 0.0789583
May 19 06:39:19.579355 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 52990) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:19.584346 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Request body: {'floatingip': {'port_id': 'c5b39315-adf4-4eea-ab35-e3095f8295f2'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:39:19.668790 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:19.877776 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53006) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:19.956203 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:19.995121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:20.134231 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:20.139914 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-c6265380-6ea0-43ba-a1b1-4c3c284ebb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:20.155916 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a919e7a1-1dc5-4eaa-9fb8-bef048fb6757,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:20.163000 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.163405 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.163776 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.164137 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.164495 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.164850 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.165202 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.165553 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.165903 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.166251 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.166644 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.167012 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:39:20.170078 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:20.235986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:20.237147 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-bfd88a4e-9dcb-4b6b-975f-c8b15b885005 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] 10.222.0.25 "DELETE /v2.0/security-groups/a919e7a1-1dc5-4eaa-9fb8-bef048fb6757 HTTP/1.1" status: 204  len: 168 time: 0.3584061
May 19 06:39:20.339345 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53034) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:20.366409 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:20.413295 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:20.594936 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Floating IP 8679a156-018b-4b90-864f-50babe823759 associated. External IP: 172.27.1.143, port: c5b39315-adf4-4eea-ab35-e3095f8295f2.
May 19 06:39:20.960910 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:39:21.064739 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53054) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:21.145764 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:39:21.150721 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:21.155852 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] Sync routers for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:39:21.166564 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:21.167768 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807606f400>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:21.185792 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:21.211415 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-52367020-720b-4d04-ac57-01d8420a0649 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "PUT /v2.0/floatingips/8679a156-018b-4b90-864f-50babe823759 HTTP/1.1" status: 200  len: 992 time: 1.6284382
May 19 06:39:21.211415 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:39:21.275063 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:21.277341 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'status': 'completed', 'code': 200}
May 19 06:39:21.300204 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:21.353647 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6205af46cb2642aea12d90dcfaf266d1 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:21.357146 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:21.394198 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:21.422678 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:21.584946 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490084c4-9689-4875-b840-a302203889d2 req-f9359678-ef31-44e0-876e-4e32b5a56c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:21.586410 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-490084c4-9689-4875-b840-a302203889d2 req-f9359678-ef31-44e0-876e-4e32b5a56c4b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 1099 time: 0.2341437
May 19 06:39:21.708089 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807606f400>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '8679a156-018b-4b90-864f-50babe823759', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'port_id': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'mac_address': 'fa:16:3e:ef:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01845012-c63d-424e-9125-ae61af236e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:39:04Z', 'updated_at': '2021-05-19T06:39:20Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:21.711678 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] Checking router: f2a2b102-3cc4-41ee-b481-5aecb2faefe8 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:39:21.720365 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:21.720963 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807606f400>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:21.738168 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:21.800403 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:21.814862 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b4c066c7-29fa-4f13-bcff-07ef11a700ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:21.829883 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490084c4-9689-4875-b840-a302203889d2 req-512d0391-3142-4775-b412-a63aa86c0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:21.831350 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-490084c4-9689-4875-b840-a302203889d2 req-512d0391-3142-4775-b412-a63aa86c0f86 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 911 time: 0.2318642
May 19 06:39:21.893372 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:21.936060 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6205af46cb2642aea12d90dcfaf266d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8684747
May 19 06:39:21.938671 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53064) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:21.945661 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cccef7-c79a-44bf-8ac3-cf1068f88cd0,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:21.971876 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:22.001064 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.017087 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-490084c4-9689-4875-b840-a302203889d2 req-22bcf891-08d2-4731-8828-0271ca1f846f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2 HTTP/1.1" status: 200  len: 1000 time: 0.1686578
May 19 06:39:22.028479 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.083173 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Deleting port 2be279d2-7430-474c-9d7b-d24f425aab1c {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:22.083803 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.116395 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490084c4-9689-4875-b840-a302203889d2 req-b92907a6-c180-4a99-809c-501b3988814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:22.117858 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-490084c4-9689-4875-b840-a302203889d2 req-b92907a6-c180-4a99-809c-501b3988814d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.0938032
May 19 06:39:22.157057 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.162247 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6257fe95-ae7a-4a80-ac48-72aecc25c8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:22.172416 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cccef7-c79a-44bf-8ac3-cf1068f88cd0,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:22.175892 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:22.179231 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.180438 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9cccef7-c79a-44bf-8ac3-cf1068f88cd0 HTTP/1.1" status: 204  len: 168 time: 0.2407656
May 19 06:39:22.257768 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807606f400>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '8679a156-018b-4b90-864f-50babe823759', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'port_id': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'mac_address': 'fa:16:3e:ef:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01845012-c63d-424e-9125-ae61af236e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:39:04Z', 'updated_at': '2021-05-19T06:39:20Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:22.261770 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38730e9-acf7-4d49-be33-0d42a90abe15 None None] The sync data for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi is: [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '8679a156-018b-4b90-864f-50babe823759', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'floating_ip_address': '172.27.1.143', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'port_id': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'mac_address': 'fa:16:3e:ef:aa:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01845012-c63d-424e-9125-ae61af236e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:39:04Z', 'updated_at': '2021-05-19T06:39:20Z', 'revision_number': 1, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:39:22.270862 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] For port 2be279d2-7430-474c-9d7b-d24f425aab1c, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=2be279d2-7430-474c-9d7b-d24f425aab1c,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:22.271222 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.395425 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490084c4-9689-4875-b840-a302203889d2 req-2e8a11ab-fa85-4b26-adab-3108a5337a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:39:22.396940 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-490084c4-9689-4875-b840-a302203889d2 req-2e8a11ab-fa85-4b26-adab-3108a5337a8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2327073
May 19 06:39:22.410873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Calling delete_port for 2be279d2-7430-474c-9d7b-d24f425aab1c owned by network:router_interface {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:22.487465 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7c6ae-2dbc-4a27-b4be-6b3dbe643ba0 None None] New status for floating IP 8679a156-018b-4b90-864f-50babe823759: ACTIVE {{(pid=92079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:39:22.674940 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-490084c4-9689-4875-b840-a302203889d2 req-1a3fb521-6024-4d3f-ba99-efe7e8a3f92a service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2599022
May 19 06:39:22.742859 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53074) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:22.762483 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.777512 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:22.781568 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Usage tracker for resource:security_group_rule and tenant:83753f5de6b142ccab19e9e3a0075405 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:22.784472 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:22.791486 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:22.834533 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-490084c4-9689-4875-b840-a302203889d2 req-1c38b95d-6672-4d79-9fac-19767e5bc27b service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1479006
May 19 06:39:22.877954 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.944978 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.953718 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-8e1f8e73-608f-41a1-b2fa-012c91a64c10 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:22.973721 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:22.978579 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7e64d0eb-257c-4ec4-9633-102b87c6059d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:22.998748 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83753f5de6b142ccab19e9e3a0075405&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2501574
May 19 06:39:22.998748 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b840171e-9f44-4f1a-bd7c-375c7bd1c21b,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:22.998748 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-84c83815-a9e9-4728-acd4-da3395767bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:22.999066 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53078) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:23.051386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2be279d2-7430-474c-9d7b-d24f425aab1c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:23.058864 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:23.062184 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-73d089eb-f992-421d-8c77-ca1a625b6c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:23.095172 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-73d089eb-f992-421d-8c77-ca1a625b6c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:23.292057 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:23.316909 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-73d089eb-f992-421d-8c77-ca1a625b6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:23.321756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bfd41649-b0ad-491a-b24f-4f2723e61199 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:23.334542 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d089eb-f992-421d-8c77-ca1a625b6c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b840171e-9f44-4f1a-bd7c-375c7bd1c21b,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:23.337305 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-73d089eb-f992-421d-8c77-ca1a625b6c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:23.338230 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-73d089eb-f992-421d-8c77-ca1a625b6c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:23.342502 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-73d089eb-f992-421d-8c77-ca1a625b6c23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b840171e-9f44-4f1a-bd7c-375c7bd1c21b HTTP/1.1" status: 204  len: 168 time: 0.3399394
May 19 06:39:23.651120 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:39:23.827532 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:39:23.835541 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] Sync routers for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:39:23.844467 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:23.845064 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807606f460>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:23.848747 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] 10.222.0.25 "PUT /v2.0/routers/2b0c15a9-6383-40c1-8c4d-ecd0d91eba47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5055947
May 19 06:39:23.848941 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53094) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:24.028527 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:24.145111 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:24.333005 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:24.349997 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807606f460>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195'}], 'enable_snat': True}, 'gw_port_id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:39:22Z', 'revision_number': 5, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port': {'id': 'c191771e-9a5f-4c69-bee9-1dd1f2958daf', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:39Z', 'updated_at': '2021-05-19T06:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:24.353904 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] Checking router: 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:39:24.362936 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] Routers {'2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:24.363593 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807606f460>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:24.452559 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Deleting port c191771e-9a5f-4c69-bee9-1dd1f2958daf {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:24.452856 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:24.514213 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] Set router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 gateway port host: None {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:24.575758 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] For port c191771e-9a5f-4c69-bee9-1dd1f2958daf, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c191771e-9a5f-4c69-bee9-1dd1f2958daf,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:24.577114 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:24.617627 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807606f460>, [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:39:24Z', 'revision_number': 6, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port_host': None}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:24.621867 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf030e04-c4d7-4611-bf1c-7e7ae1a49b92 None None] The sync data for ids ['2b0c15a9-6383-40c1-8c4d-ecd0d91eba47'] in dv-cinder-790910-3-iscsi is: [{'id': '2b0c15a9-6383-40c1-8c4d-ecd0d91eba47', 'name': 'tempest-TestShelveInstance-1808256918-router', 'tenant_id': '1f3376afc25b4455af65767129894372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:38Z', 'updated_at': '2021-05-19T06:39:24Z', 'revision_number': 6, 'project_id': '1f3376afc25b4455af65767129894372', 'gw_port_host': None}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:39:24.718799 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Calling delete_port for c191771e-9a5f-4c69-bee9-1dd1f2958daf owned by network:router_gateway {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:24.916492 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:24.920361 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-caed5e2d-fe14-4473-8848-460a385cf15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:24.966988 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c191771e-9a5f-4c69-bee9-1dd1f2958daf,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:24.969510 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:25.058301 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2be279d2-7430-474c-9d7b-d24f425aab1c no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:25.066614 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.136507 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 2be279d2-7430-474c-9d7b-d24f425aab1c {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:25.136867 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2be279d2-7430-474c-9d7b-d24f425aab1c not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:25.249099 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.251304 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.316887 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.317557 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 {{(pid=92078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:39:25.333746 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.334328 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2b0c15a9-6383-40c1-8c4d-ecd0d91eba47 HTTP/1.1" status: 204  len: 168 time: 1.4843054
May 19 06:39:25.336834 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53128) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:25.403430 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Deleting subnet 84964ead-fdd3-4953-8995-dbdb2b8cfc47 {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:39:25.407482 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.459036 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.542684 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.962882 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:25.968283 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6b9b6519-d354-4419-ab5d-8829035bf845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:26.007371 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.011873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84964ead-fdd3-4953-8995-dbdb2b8cfc47,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:26.012462 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be5326-b716-4d5e-a145-d2a753ea145f None None] Network 31138fa4-4832-4136-a8aa-0bffd13a86a3 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:39:26.014027 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:26.017023 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-2bf87204-1bfa-45dd-8a10-a543d0fc9a36 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/84964ead-fdd3-4953-8995-dbdb2b8cfc47 HTTP/1.1" status: 204  len: 168 time: 0.6792305
May 19 06:39:26.019657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53144) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:26.126655 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.199195 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Deleting port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:26.199562 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.265455 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] DHCP port deletion for 31138fa4-4832-4136-a8aa-0bffd13a86a3 request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:39:26.308635 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] For port c9779ed1-6f5b-46f9-ad57-55a5e57b7120, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:26.308994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.343182 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Deleting port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:26.343695 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.434737 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Calling delete_port for c9779ed1-6f5b-46f9-ad57-55a5e57b7120 owned by network:dhcp {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:26.448811 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] For port c9779ed1-6f5b-46f9-ad57-55a5e57b7120, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,segment=NetworkSegment(fd2a006d-0409-474e-a8ee-620f2412bf08),segment_id=fd2a006d-0409-474e-a8ee-620f2412bf08)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:26.456663 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.545026 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.549967 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b82301bf-0d2d-4f1c-8713-24f5e0dc0675 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:26.570564 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Calling delete_port for c9779ed1-6f5b-46f9-ad57-55a5e57b7120 owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:26.595913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:26.598801 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:26.599610 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] No DVR routers for this DVR port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 on host dv-cinder-790910-3-iscsi {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:26.614300 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.618970 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:26.664291 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Pushing event deleted for resources: {'Port': ['ID=c9779ed1-6f5b-46f9-ad57-55a5e57b7120,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:26.666092 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] No DVR routers for this DVR port c9779ed1-6f5b-46f9-ad57-55a5e57b7120 on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:26.668137 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:26.714218 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.726598 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f806f720b50>,) {'filters': {'network_id': ['31138fa4-4832-4136-a8aa-0bffd13a86a3']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:26.738684 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f806f720b50>, 'fd2a006d-0409-474e-a8ee-620f2412bf08') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:26.738972 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f806f720b50>, 'fd2a006d-0409-474e-a8ee-620f2412bf08') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:26.749985 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.765066 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.771033 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:39:26.771430 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:39:26.784945 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:39:26.922357 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.927086 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:26.940785 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:26.952193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=31138fa4-4832-4136-a8aa-0bffd13a86a3,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:26.954592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:26.978400 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c191771e-9a5f-4c69-bee9-1dd1f2958daf no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:27.013325 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: c191771e-9a5f-4c69-bee9-1dd1f2958daf {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:27.013672 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c191771e-9a5f-4c69-bee9-1dd1f2958daf not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:27.014085 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c9779ed1-6f5b-46f9-ad57-55a5e57b7120 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:27.046658 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: c9779ed1-6f5b-46f9-ad57-55a5e57b7120 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:27.047004 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c9779ed1-6f5b-46f9-ad57-55a5e57b7120 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:27.060399 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-6a3f03c7-77af-445a-8ea2-dcbec130a3b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/31138fa4-4832-4136-a8aa-0bffd13a86a3 HTTP/1.1" status: 204  len: 168 time: 1.0396872
May 19 06:39:27.063134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53154) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:27.701149 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:28.115537 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Deleting port da7bf2d1-0839-4734-a983-118d4227899e {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:28.116007 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:28.241293 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] For port da7bf2d1-0839-4734-a983-118d4227899e, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=da7bf2d1-0839-4734-a983-118d4227899e,segment=NetworkSegment(02ab67f1-e3a4-4203-8351-8d8c2cde6949),segment_id=02ab67f1-e3a4-4203-8351-8d8c2cde6949)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:28.241578 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:28.366070 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Calling delete_port for da7bf2d1-0839-4734-a983-118d4227899e owned by network:router_interface {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:28.562221 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:28.566446 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dcb790ca-3fef-4941-86db-a72e0884e7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:28.607178 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7bf2d1-0839-4734-a983-118d4227899e,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:28.610289 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:28.865750 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.334822 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:39:29.360394 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53180) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:29.475687 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.489715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:29.493716 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Usage tracker for resource:security_group_rule and tenant:1afbee81cb9c413e92045aefd534b109 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:29.497023 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:29.502574 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:29.549406 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:39:29.559502 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] Sync routers for ids ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:39:29.560030 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] 10.222.0.25 "PUT /v2.0/routers/2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4958310
May 19 06:39:29.562643 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53186) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:29.572127 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] Routers {'2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:29.572751 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80751f9c40>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:29.583335 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.625317 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.634464 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cc4c6cbb-dbac-4c86-89dc-3b29ec1f2d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:29.674606 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98a6da-7e53-4fb0-95c1-3cd89ad23093,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:29.681658 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1afbee81cb9c413e92045aefd534b109&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3201659
May 19 06:39:29.683237 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:29.683960 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53190) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:29.747416 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks [] for router, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.748705 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3bc48f2d-cbf8-496a-b14f-70398bf0d0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.756990 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] Set router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:29.775132 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3bc48f2d-cbf8-496a-b14f-70398bf0d0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.910912 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3bc48f2d-cbf8-496a-b14f-70398bf0d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.915921 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fe73401c-de43-40f2-8a39-4a6cdbebd278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:29.920755 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.928637 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc48f2d-cbf8-496a-b14f-70398bf0d0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98a6da-7e53-4fb0-95c1-3cd89ad23093,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:29.930891 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3bc48f2d-cbf8-496a-b14f-70398bf0d0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:29.934921 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-3bc48f2d-cbf8-496a-b14f-70398bf0d0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:29.936702 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-3bc48f2d-cbf8-496a-b14f-70398bf0d0d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e98a6da-7e53-4fb0-95c1-3cd89ad23093 HTTP/1.1" status: 204  len: 168 time: 0.2516429
May 19 06:39:30.052330 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80751f9c40>, [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:39:28Z', 'revision_number': 5, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port': {'id': '39412e84-70aa-43d1-807d-d05ac4990d52', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ff:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:33:47Z', 'updated_at': '2021-05-19T06:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:30.056169 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] Checking router: 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:39:30.064883 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] Routers {'2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:39:30.065034 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Deleting port 39412e84-70aa-43d1-807d-d05ac4990d52 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:30.065285 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:30.065476 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80751f9c40>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:39:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:30.190906 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] For port 39412e84-70aa-43d1-807d-d05ac4990d52, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=39412e84-70aa-43d1-807d-d05ac4990d52,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:30.191275 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:30.257476 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] Set router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 gateway port host: None {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:39:30.317938 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Calling delete_port for 39412e84-70aa-43d1-807d-d05ac4990d52 owned by network:router_gateway {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:30.383036 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80751f9c40>, [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:39:29Z', 'revision_number': 6, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port_host': None}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:30.387056 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f951499-4002-45f4-b11b-7cd03ed3a7fe None None] The sync data for ids ['2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66'] in dv-cinder-790910-3-iscsi is: [{'id': '2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66', 'name': 'tempest-TestShelveInstance-1056846421-router', 'tenant_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:33:46Z', 'updated_at': '2021-05-19T06:39:29Z', 'revision_number': 6, 'project_id': 'ae4404e0a2bb41a08b14e638aaab37d6', 'gw_port_host': None}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:39:30.539322 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:30.541211 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53200) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:30.543713 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e735eadf-a88a-43db-a045-b4e0fa109c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:30.559035 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:30.573082 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:30.577186 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Usage tracker for resource:security_group_rule and tenant:69b6b802cf8d4f469234ea1f526b6139 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:30.580018 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:30.583915 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Pushing event deleted for resources: {'Port': ['ID=39412e84-70aa-43d1-807d-d05ac4990d52,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:30.586295 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:30.587535 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:30.673349 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:30.711289 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:30.721345 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-902a3333-2f8d-48c9-8157-dd6604375a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:30.765208 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0602e6e3-cdbc-471e-bc75-f519887618c0,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:30.768385 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:30.771193 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69b6b802cf8d4f469234ea1f526b6139&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2286487
May 19 06:39:30.774270 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53204) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:30.832136 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.012448 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.015873 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.017597 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.053502 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.127978 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.128471 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 {{(pid=92078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:39:31.149628 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.153605 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-804054db-fa9b-4fce-bca2-65382b6ef693 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2e8b9c0a-0afc-4c85-b47b-ae365d2b3a66 HTTP/1.1" status: 204  len: 168 time: 1.5872126
May 19 06:39:31.153605 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53208) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:31.184035 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.186511 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.187520 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0602e6e3-cdbc-471e-bc75-f519887618c0 HTTP/1.1" status: 204  len: 168 time: 0.4123008
May 19 06:39:31.191158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-df74a2ea-3008-409f-ac28-e3cf56c8f7b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:31.205335 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 39412e84-70aa-43d1-807d-d05ac4990d52 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:31.206600 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0602e6e3-cdbc-471e-bc75-f519887618c0,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:31.213521 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:31.229246 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Deleting subnet da466cdd-2ee7-4e80-b4f7-d1771d7933fd {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:39:31.232476 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.261464 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 39412e84-70aa-43d1-807d-d05ac4990d52 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:31.261812 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 39412e84-70aa-43d1-807d-d05ac4990d52 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:31.262226 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device da7bf2d1-0839-4734-a983-118d4227899e no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:31.286535 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.302724 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: da7bf2d1-0839-4734-a983-118d4227899e {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:31.302724 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device da7bf2d1-0839-4734-a983-118d4227899e not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:31.369380 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.676661 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.681548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3bc9579a-4f48-43a1-a048-9bd7a91dd6dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:31.716114 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da466cdd-2ee7-4e80-b4f7-d1771d7933fd,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:31.719175 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:31.720186 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.725270 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ddac00-819f-4a25-be22-350c510a3eb6 None None] Network cb3b2432-b21b-42b5-814e-7065a8294c05 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:39:31.728470 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b3ba17d0-7346-4de1-a069-1f057fba5c11 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da466cdd-2ee7-4e80-b4f7-d1771d7933fd HTTP/1.1" status: 204  len: 168 time: 0.5718160
May 19 06:39:31.728629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53224) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:31.835347 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.907104 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Deleting port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:31.907479 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:31.966554 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] DHCP port deletion for cb3b2432-b21b-42b5-814e-7065a8294c05 request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:39:32.012819 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] For port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,segment=NetworkSegment(02ab67f1-e3a4-4203-8351-8d8c2cde6949),segment_id=02ab67f1-e3a4-4203-8351-8d8c2cde6949)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:32.013444 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.037352 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Deleting port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:39:32.037940 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.139109 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Calling delete_port for c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 owned by network:dhcp {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:32.142059 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] For port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,segment=NetworkSegment(02ab67f1-e3a4-4203-8351-8d8c2cde6949),segment_id=02ab67f1-e3a4-4203-8351-8d8c2cde6949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:39:32.142448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.266656 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Calling delete_port for c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:39:32.276446 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.281173 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e5cb014-2d80-4c6e-adfc-23e55f3f93c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:32.309908 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.315291 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:32.329365 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:32.331168 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] No DVR routers for this DVR port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 on host dv-cinder-790910-3-iscsi {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:32.332629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:32.359918 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] No DVR routers for this DVR port c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:39:32.361535 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Pushing event deleted for resources: {'Port': ['ID=c57a06d1-7491-4845-9d2b-5ff7a3ae4f59,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:32.364215 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:32.545310 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.553714 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.568738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f80742b51c0>,) {'filters': {'network_id': ['cb3b2432-b21b-42b5-814e-7065a8294c05']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:32.582394 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f80742b51c0>, '02ab67f1-e3a4-4203-8351-8d8c2cde6949') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:32.582685 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f80742b51c0>, '02ab67f1-e3a4-4203-8351-8d8c2cde6949') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:39:32.595801 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.612365 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.618773 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:39:32.619157 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:39:32.633363 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:39:32.779603 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.783935 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:32.789184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-acac2871-cebd-4c58-aad5-548d3d951a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:32.809319 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cb3b2432-b21b-42b5-814e-7065a8294c05 HTTP/1.1" status: 204  len: 168 time: 1.0793161
May 19 06:39:32.810435 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb3b2432-b21b-42b5-814e-7065a8294c05,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:32.813068 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:32.973594 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:39:33.008711 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:39:33.009064 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device c57a06d1-7491-4845-9d2b-5ff7a3ae4f59 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:39:33.175029 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53282) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:33.224041 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ae08670f-a99c-4a9a-9b52-925dde7fd5b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f3376afc25b4455af65767129894372&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0477402
May 19 06:39:33.226438 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53286) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:33.283422 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65b92675-21c4-4849-a067-ba7bf9d25b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:33.309993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65b92675-21c4-4849-a067-ba7bf9d25b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:33.436400 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65b92675-21c4-4849-a067-ba7bf9d25b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:33.441354 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-bd799e6f-502d-482c-918f-e17229abeb20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:33.454226 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b92675-21c4-4849-a067-ba7bf9d25b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07c902f-0e7d-41e4-b883-2fedaa34e740,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:33.456659 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-65b92675-21c4-4849-a067-ba7bf9d25b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:33.462540 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65b92675-21c4-4849-a067-ba7bf9d25b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:33.464759 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-65b92675-21c4-4849-a067-ba7bf9d25b4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f07c902f-0e7d-41e4-b883-2fedaa34e740 HTTP/1.1" status: 204  len: 168 time: 0.2363594
May 19 06:39:34.195121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53314) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:34.244816 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b18bd781-193c-4fc7-b7c0-80572831622a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae4404e0a2bb41a08b14e638aaab37d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0482478
May 19 06:39:34.247191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53318) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:34.307105 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1130afe3-212c-4a0d-a2c6-f1fc3a36086e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:34.334761 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1130afe3-212c-4a0d-a2c6-f1fc3a36086e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:34.465958 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1130afe3-212c-4a0d-a2c6-f1fc3a36086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:34.471381 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dd04ff40-84a9-46da-955b-bfd899a99acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:34.481421 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130afe3-212c-4a0d-a2c6-f1fc3a36086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12526244-7196-4f65-a147-3e665d050273,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:34.483847 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1130afe3-212c-4a0d-a2c6-f1fc3a36086e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:34.490455 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1130afe3-212c-4a0d-a2c6-f1fc3a36086e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:34.491734 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1130afe3-212c-4a0d-a2c6-f1fc3a36086e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12526244-7196-4f65-a147-3e665d050273 HTTP/1.1" status: 204  len: 168 time: 0.2436237
May 19 06:39:36.356660 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c0fd4a07-85ee-4f66-a60e-af12e822c4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:39.230432 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:39.306253 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-de5b43bb-3276-4898-85c9-4cdb45bbfeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:40.093857 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:41.470212 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.112849 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53420) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:53.228199 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.245559 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:39:53.249307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Usage tracker for resource:security_group_rule and tenant:c0080836fbd84b9c9012c29c7628d367 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:39:53.252068 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:39:53.258159 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:39:53.338488 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.390040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.397793 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-6b67c65c-ebfd-41e8-a1d0-859d9a4ff6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:53.437365 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0080836fbd84b9c9012c29c7628d367&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3228872
May 19 06:39:53.438121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6210b016-3235-404c-876d-9986e8d5920e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:53.440021 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53426) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:39:53.441913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:53.497431 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c5cb09fa-c667-4f57-907d-8a8eeb142fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.522861 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c5cb09fa-c667-4f57-907d-8a8eeb142fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.613893 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c5cb09fa-c667-4f57-907d-8a8eeb142fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.617620 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-10d2910d-1d2d-442f-b663-dfe97eaaf63b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:39:53.630799 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb09fa-c667-4f57-907d-8a8eeb142fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6210b016-3235-404c-876d-9986e8d5920e,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:39:53.634482 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-c5cb09fa-c667-4f57-907d-8a8eeb142fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:39:53.639614 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c5cb09fa-c667-4f57-907d-8a8eeb142fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:39:53.640717 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-c5cb09fa-c667-4f57-907d-8a8eeb142fab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6210b016-3235-404c-876d-9986e8d5920e HTTP/1.1" status: 204  len: 168 time: 0.1996896
May 19 06:39:54.563367 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:40:02.538864 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.386518 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53548) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:05.504068 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.517813 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:40:05.522067 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Usage tracker for resource:security_group_rule and tenant:34e869a7c3f948f7855d6f45ed74ef08 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:40:05.524853 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:40:05.530344 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:40:05.608806 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.686992 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.699492 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2ee67ecc-c695-4d26-b42d-bb11a86304c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:05.738183 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34e869a7c3f948f7855d6f45ed74ef08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3505735
May 19 06:40:05.739064 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf95a51-60b7-4735-97b3-05b61cf5934f,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:05.740946 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53554) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:05.747215 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.747605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.753195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:05.755356 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:05.800106 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.825981 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.921197 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.925825 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a8751953-bc60-4ca4-bd88-82c28ff40e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:05.941310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf95a51-60b7-4735-97b3-05b61cf5934f,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:05.945338 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:05.950771 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:05.951927 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcf95a51-60b7-4735-97b3-05b61cf5934f HTTP/1.1" status: 204  len: 168 time: 0.2099466
May 19 06:40:06.177077 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-4aa8c785-4c96-4cfc-8b1f-fdb3751d47dc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720212
May 19 06:40:06.329803 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f221c-5654-4266-a1c3-ac99538855c2 req-6f0ed9e0-de20-41a1-bce5-480efa2b69ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:06.331629 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-6f0ed9e0-de20-41a1-bce5-480efa2b69ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2d0fd9937cd47109697fd93d5690838&device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 1099 time: 0.0753891
May 19 06:40:06.361534 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f131be1f-c002-43ba-b9c7-12b3deb748ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:06.482083 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f221c-5654-4266-a1c3-ac99538855c2 req-89c4075a-0484-4097-9c6c-2b3a2e7317ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:06.483557 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-89c4075a-0484-4097-9c6c-2b3a2e7317ce service neutron] 10.222.0.52 "GET /v2.0/networks?id=03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 200  len: 911 time: 0.1274235
May 19 06:40:06.588122 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-c66a7724-e3f4-4725-bcf0-92e883946c39 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2 HTTP/1.1" status: 200  len: 1002 time: 0.0942986
May 19 06:40:06.659194 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f221c-5654-4266-a1c3-ac99538855c2 req-193ef5a7-dbe6-469d-9f27-a0908622050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:06.661180 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-193ef5a7-dbe6-469d-9f27-a0908622050a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 200  len: 849 time: 0.0630503
May 19 06:40:06.739275 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f221c-5654-4266-a1c3-ac99538855c2 req-40f89aae-c519-4128-b5df-18ce98f06e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:06.740808 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-40f89aae-c519-4128-b5df-18ce98f06e02 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03f29308-65cc-48b3-8cb9-66084f4216a2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699582
May 19 06:40:06.873968 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-8807133c-6219-4e52-ac51-bb6c111f1757 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245933
May 19 06:40:07.012525 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-691f221c-5654-4266-a1c3-ac99538855c2 req-edb3f0b6-ed85-4dc7-bcf7-4e4ae6be0cd4 service neutron] 10.222.0.52 "GET /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284759
May 19 06:40:09.251534 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:09.304366 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-236357be-ecb2-4f2f-819d-0391559c8b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:10.075618 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:11.470098 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:31.562243 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:40:32.572237 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:34.119213 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714fb77-903b-4c48-be43-752e8e79a041 req-c280d907-2526-402a-870a-7e1d438720b0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:34.120781 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f714fb77-903b-4c48-be43-752e8e79a041 req-c280d907-2526-402a-870a-7e1d438720b0 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 946 time: 0.0800774
May 19 06:40:34.168397 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f714fb77-903b-4c48-be43-752e8e79a041 req-d612573b-989b-4657-bce9-e3b420bdb177 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408409
May 19 06:40:35.350627 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d61ec8-67f4-4ccd-91ac-da11a70b6679 req-381dfaf8-9f27-43ad-902e-36db99504eef tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:35.352080 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-77d61ec8-67f4-4ccd-91ac-da11a70b6679 req-381dfaf8-9f27-43ad-902e-36db99504eef tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 946 time: 0.0783789
May 19 06:40:35.397147 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-77d61ec8-67f4-4ccd-91ac-da11a70b6679 req-bf312308-b223-4e2d-98a2-87b8e6f3b353 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386832
May 19 06:40:36.071049 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-232f3e0c-6caa-4311-a731-d901331635b4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:36.071764 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-232f3e0c-6caa-4311-a731-d901331635b4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Synchronizing usage tracker for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:40:36.172631 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-232f3e0c-6caa-4311-a731-d901331635b4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Unset dirty status for tenant:f2d0fd9937cd47109697fd93d5690838 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:40:36.173746 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-232f3e0c-6caa-4311-a731-d901331635b4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 946 time: 0.1789925
May 19 06:40:36.316129 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Deleting port c5b39315-adf4-4eea-ab35-e3095f8295f2 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:40:36.316463 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:36.321162 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-91d454c2-7dde-4319-9bf1-b3fd1d8353dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:36.547882 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] For port c5b39315-adf4-4eea-ab35-e3095f8295f2, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=c5b39315-adf4-4eea-ab35-e3095f8295f2,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:40:36.548182 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:36.627193 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dc10e-ee54-4440-82f1-7b039a18c51a req-5bf4a0cc-8852-4e6a-965e-0bfb5b718794 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:40:36.629193 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-558dc10e-ee54-4440-82f1-7b039a18c51a req-5bf4a0cc-8852-4e6a-965e-0bfb5b718794 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 946 time: 0.0875471
May 19 06:40:36.674173 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-558dc10e-ee54-4440-82f1-7b039a18c51a req-8e384fb5-834d-4a9d-ba76-458d8ac11627 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups?id=aef8b7a8-697b-484b-b96f-0cb132e34842&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387540
May 19 06:40:36.842267 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:36.842523 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:36.842831 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Floating IP 8679a156-018b-4b90-864f-50babe823759 disassociated. External IP: 172.27.1.143, port: c5b39315-adf4-4eea-ab35-e3095f8295f2.
May 19 06:40:36.843164 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Calling delete_port for c5b39315-adf4-4eea-ab35-e3095f8295f2 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:40:37.006515 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:37.012198 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ae683ab9-44ac-48a8-a5a1-78f6d884a930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:37.059394 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event deleted for resources: {'Port': ['ID=c5b39315-adf4-4eea-ab35-e3095f8295f2,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:37.119318 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.119906 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.120096 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.120461 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.120821 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.121761 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.122119 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.122478 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.122836 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.123188 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.123568 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.123915 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:37.131929 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:37.253128 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:40:37.430110 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:40:37.439503 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] Sync routers for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:40:37.449940 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:40:37.450861 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80756c2580>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:40:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:37.510142 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] No DVR routers for this DVR port c5b39315-adf4-4eea-ab35-e3095f8295f2 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:40:37.514657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:37.524780 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'name': 'network-vif-deleted', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:40:37.573027 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01845012-c63d-424e-9125-ae61af236e1f', 'name': 'network-vif-deleted', 'tag': 'c5b39315-adf4-4eea-ab35-e3095f8295f2', 'status': 'completed', 'code': 200}
May 19 06:40:37.590894 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9db0a9bb-0b2c-4d55-94c4-5627d79f889c req-64c2433e-5436-47bd-af7e-4039290854f2 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.52 "DELETE /v2.0/ports/c5b39315-adf4-4eea-ab35-e3095f8295f2 HTTP/1.1" status: 204  len: 173 time: 1.4073803
May 19 06:40:37.628524 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:40:37.821502 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c9ab208a-1465-46ff-b01e-a2dfc933e1af req-d316e8be-706a-49a1-8868-719ecd247e80 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 210 time: 0.0423589
May 19 06:40:37.952322 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80756c2580>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:37.956073 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] Checking router: f2a2b102-3cc4-41ee-b481-5aecb2faefe8 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:40:37.963984 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:40:37.964572 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80756c2580>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:40:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:38.134743 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:40:38.425537 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80756c2580>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:38.429195 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829616a6-a6b0-4e06-828d-e82cd14ab8e4 None None] The sync data for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi is: [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:35:25Z', 'revision_number': 4, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '155f6a2b-eb78-4c33-ab3e-404dd1d4fddb', 'name': '', 'network_id': '03f29308-65cc-48b3-8cb9-66084f4216a2', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'mac_address': 'fa:16:3e:9a:ed:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:24Z', 'updated_at': '2021-05-19T06:35:35Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'subnets': [{'id': '62040eb5-b060-42a4-aef6-4b5e1406334f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:40:38.630913 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888c7b1-9ad1-4079-9566-d7a7bee25af8 None None] New status for floating IP 8679a156-018b-4b90-864f-50babe823759: DOWN {{(pid=92079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:40:38.970984 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-aafec6d8-0d87-463c-8e74-7a55df658ed0 req-670ed230-d5ca-47de-97f7-69a665685f0a tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 210 time: 0.0427320
May 19 06:40:39.250684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:39.309376 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f1832adc-cf15-4066-b6e6-1e693867b16a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:40.029893 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device c5b39315-adf4-4eea-ab35-e3095f8295f2 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:40:40.072848 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: c5b39315-adf4-4eea-ab35-e3095f8295f2 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:40:40.073196 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device c5b39315-adf4-4eea-ab35-e3095f8295f2 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:40:40.127864 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-335516c3-9e0b-499f-b6e8-4d03c7082c70 req-1a9b252d-7720-4cc5-9e12-3d9002a3a8d1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/ports?device_id=01845012-c63d-424e-9125-ae61af236e1f HTTP/1.1" status: 200  len: 210 time: 0.0503821
May 19 06:40:40.172563 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:41.322082 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53850) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:41.385239 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-94db5cb3-75eb-49d8-8882-28d976378309 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:41.414595 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-94db5cb3-75eb-49d8-8882-28d976378309 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:41.469811 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:41.526807 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-94db5cb3-75eb-49d8-8882-28d976378309 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:41.532514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-67addd4f-4ac5-457d-bd3c-e44cca06fb53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:41.546765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db5cb3-75eb-49d8-8882-28d976378309 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef8b7a8-697b-484b-b96f-0cb132e34842,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:41.549385 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-94db5cb3-75eb-49d8-8882-28d976378309 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:41.611631 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-94db5cb3-75eb-49d8-8882-28d976378309 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:41.612757 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-94db5cb3-75eb-49d8-8882-28d976378309 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "DELETE /v2.0/security-groups/aef8b7a8-697b-484b-b96f-0cb132e34842 HTTP/1.1" status: 204  len: 168 time: 0.2897034
May 19 06:40:41.615511 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53854) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:41.631904 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.api.v2.resource [None req-1556550d-6177-4d6e-b34e-e1a850f68ed1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] show failed (client error): The resource could not be found.
May 19 06:40:41.632847 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1556550d-6177-4d6e-b34e-e1a850f68ed1 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "GET /v2.0/security-groups/aef8b7a8-697b-484b-b96f-0cb132e34842 HTTP/1.1" status: 404  len: 347 time: 0.0164144
May 19 06:40:41.635773 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53858) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:41.847069 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Deleting port d0d3aeac-0d53-4575-95b6-9982dffee33d {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:40:41.847337 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:42.054344 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:42.054664 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:42.172959 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Calling delete_port for d0d3aeac-0d53-4575-95b6-9982dffee33d owned by network:floatingip {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:40:42.355187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:42.360000 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f3c8810f-d2d9-4836-a700-4dc77d75ee70 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:42.401514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Pushing event deleted for resources: {'Port': ['ID=d0d3aeac-0d53-4575-95b6-9982dffee33d,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:42.405132 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:42.492710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks [] for floatingip, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:42.508457 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:42.510626 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] 10.222.0.25 "DELETE /v2.0/floatingips/8679a156-018b-4b90-864f-50babe823759 HTTP/1.1" status: 204  len: 168 time: 0.8736811
May 19 06:40:46.775495 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53908) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:46.889858 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:46.903689 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:40:46.907371 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Usage tracker for resource:security_group_rule and tenant:3f069b488b45486980579647dd215d84 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:40:46.910055 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:40:46.915604 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:40:46.917437 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 53918) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:47.138030 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:47.224942 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:47.237987 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f29ba296-7167-420d-b81b-b8d6d832a3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:47.295546 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf103fd9-6dda-42ae-ab2e-973405c3815c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:47.301432 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f069b488b45486980579647dd215d84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5249329
May 19 06:40:47.302392 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:47.304414 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53924) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:47.361895 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:47.387943 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:47.498923 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:47.503765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-239426bd-0cc6-49e1-bfe2-1437ff1dc2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:47.517038 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf103fd9-6dda-42ae-ab2e-973405c3815c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:47.520917 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:47.524705 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:47.527915 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf103fd9-6dda-42ae-ab2e-973405c3815c HTTP/1.1" status: 204  len: 168 time: 0.2224674
May 19 06:40:47.663753 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:48.067423 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Deleting port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:40:48.068064 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:48.187949 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] For port 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:40:48.188308 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:48.315915 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Calling delete_port for 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb owned by network:router_interface {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:40:48.515439 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:48.520295 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-32eaf13b-c32e-4cd3-83aa-f20c4031a93f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:48.565291 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=155f6a2b-eb78-4c33-ab3e-404dd1d4fddb,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:48.567799 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:48.835725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:49.288736 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:40:49.469620 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:40:49.482945 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] Sync routers for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:40:49.493178 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:40:49.493876 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80755ac6d0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:40:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:49.499875 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] 10.222.0.25 "PUT /v2.0/routers/f2a2b102-3cc4-41ee-b481-5aecb2faefe8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5786436
May 19 06:40:49.500250 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 53990) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:49.677835 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:40:49.680776 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:49.854733 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:49.954815 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80755ac6d0>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:40:48Z', 'revision_number': 5, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port': {'id': '65f7c857-1d7b-41ff-8821-f29f1340e33a', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:91:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:35:20Z', 'updated_at': '2021-05-19T06:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:49.958656 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] Checking router: f2a2b102-3cc4-41ee-b481-5aecb2faefe8 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:40:49.967247 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] Routers {'f2a2b102-3cc4-41ee-b481-5aecb2faefe8'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:40:49.967691 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Deleting port 65f7c857-1d7b-41ff-8821-f29f1340e33a {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:40:49.967869 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80755ac6d0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:40:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:49.968082 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.087367 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] For port 65f7c857-1d7b-41ff-8821-f29f1340e33a, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=65f7c857-1d7b-41ff-8821-f29f1340e33a,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:40:50.087724 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.118764 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] Set router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 gateway port host: None {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:40:50.213738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Calling delete_port for 65f7c857-1d7b-41ff-8821-f29f1340e33a owned by network:router_gateway {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:40:50.261712 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80755ac6d0>, [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:40:49Z', 'revision_number': 6, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port_host': None}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:50.266504 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70df7fc2-949e-4f45-ad88-ac0d1b4c9843 None None] The sync data for ids ['f2a2b102-3cc4-41ee-b481-5aecb2faefe8'] in dv-cinder-790910-3-iscsi is: [{'id': 'f2a2b102-3cc4-41ee-b481-5aecb2faefe8', 'name': 'tempest-AttachVolumeTestJSON-354384238-router', 'tenant_id': 'f2d0fd9937cd47109697fd93d5690838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:35:19Z', 'updated_at': '2021-05-19T06:40:49Z', 'revision_number': 6, 'project_id': 'f2d0fd9937cd47109697fd93d5690838', 'gw_port_host': None}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:40:50.406439 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.410377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-0efd7cdc-2823-4337-bbc0-fdb814267a41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:50.554008 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=65f7c857-1d7b-41ff-8821-f29f1340e33a,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:50.556412 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:50.654088 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.827555 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.829664 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.920639 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.921144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a2b102-3cc4-41ee-b481-5aecb2faefe8 {{(pid=92078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:40:50.934528 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:50.935660 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5511b1c7-9781-4548-a07e-2eeaf3eea5fb admin admin] 10.222.0.25 "DELETE /v2.0/routers/f2a2b102-3cc4-41ee-b481-5aecb2faefe8 HTTP/1.1" status: 204  len: 168 time: 1.4344573
May 19 06:40:50.938169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54012) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:51.012699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Deleting subnet 62040eb5-b060-42a4-aef6-4b5e1406334f {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:40:51.016528 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.038925 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 65f7c857-1d7b-41ff-8821-f29f1340e33a no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:40:51.066148 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.072815 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 65f7c857-1d7b-41ff-8821-f29f1340e33a {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:40:51.073169 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 65f7c857-1d7b-41ff-8821-f29f1340e33a not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:40:51.073590 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:40:51.152549 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:40:51.152906 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 155f6a2b-eb78-4c33-ab3e-404dd1d4fddb not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:40:51.156663 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.475637 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.479539 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-35c8c074-6178-4128-969d-bd0d2df019b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:51.518747 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62040eb5-b060-42a4-aef6-4b5e1406334f,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:51.521737 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:51.522703 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.528689 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-409518b8-4660-44bb-8e13-ca9c30944d5f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/62040eb5-b060-42a4-aef6-4b5e1406334f HTTP/1.1" status: 204  len: 168 time: 0.5895896
May 19 06:40:51.530191 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb476ee7-ed2e-46a5-9d5d-f02e39ec12cf None None] Network 03f29308-65cc-48b3-8cb9-66084f4216a2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:40:51.531190 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54016) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:51.637332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.713309 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Deleting port abca3807-d70d-4cf6-8dd3-afa135dd1d9d {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:40:51.714007 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.798652 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] DHCP port deletion for 03f29308-65cc-48b3-8cb9-66084f4216a2 request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:40:51.818549 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] For port abca3807-d70d-4cf6-8dd3-afa135dd1d9d, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:40:51.818917 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.865040 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Deleting port abca3807-d70d-4cf6-8dd3-afa135dd1d9d {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:40:51.865534 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:51.942535 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Calling delete_port for abca3807-d70d-4cf6-8dd3-afa135dd1d9d owned by network:dhcp {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:40:51.960124 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] For port abca3807-d70d-4cf6-8dd3-afa135dd1d9d, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,segment=NetworkSegment(a9bccddc-bc10-4ab0-aa43-c9d3378ea468),segment_id=a9bccddc-bc10-4ab0-aa43-c9d3378ea468)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:40:51.960518 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.058349 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.062083 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fafd2d49-e94a-4038-8bca-60458099886c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:52.089596 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Calling delete_port for abca3807-d70d-4cf6-8dd3-afa135dd1d9d owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:40:52.109830 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:52.111617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] No DVR routers for this DVR port abca3807-d70d-4cf6-8dd3-afa135dd1d9d on host dv-cinder-790910-3-iscsi {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:40:52.113046 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:52.138568 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.143065 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:52.185391 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Pushing event deleted for resources: {'Port': ['ID=abca3807-d70d-4cf6-8dd3-afa135dd1d9d,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:52.189624 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] No DVR routers for this DVR port abca3807-d70d-4cf6-8dd3-afa135dd1d9d on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:40:52.202374 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.203101 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.203403 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.203784 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.204109 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.204435 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.204757 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.205077 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.205426 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.205840 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.206046 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.206370 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:40:52.209585 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:52.328428 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.341479 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8074b4e6d0>,) {'filters': {'network_id': ['03f29308-65cc-48b3-8cb9-66084f4216a2']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:52.352872 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074b4e6d0>, 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:52.353158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074b4e6d0>, 'a9bccddc-bc10-4ab0-aa43-c9d3378ea468') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:40:52.364922 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.380808 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.386547 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:40:52.387486 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:40:52.400319 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:40:52.515524 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.520066 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:52.522602 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-63ee9323-76a8-4098-b813-357ec972b564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:52.543609 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f29308-65cc-48b3-8cb9-66084f4216a2,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:52.546418 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:52.621646 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/03f29308-65cc-48b3-8cb9-66084f4216a2 HTTP/1.1" status: 204  len: 168 time: 1.0882077
May 19 06:40:52.957874 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54026) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:53.008450 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a9e26c35-3c99-4430-8ef9-34a894639293 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2d0fd9937cd47109697fd93d5690838&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493286
May 19 06:40:53.010922 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54030) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:53.013211 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device abca3807-d70d-4cf6-8dd3-afa135dd1d9d no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:40:53.050456 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: abca3807-d70d-4cf6-8dd3-afa135dd1d9d {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:40:53.050802 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device abca3807-d70d-4cf6-8dd3-afa135dd1d9d not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:40:53.070530 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-643d539f-58c2-426f-8dd2-a15c69be84b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:53.096535 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-643d539f-58c2-426f-8dd2-a15c69be84b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:53.201409 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-643d539f-58c2-426f-8dd2-a15c69be84b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:53.205169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cd81a9f0-6dde-4ee3-8a5e-e02198e21797 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:53.221464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d539f-58c2-426f-8dd2-a15c69be84b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe02cf80-6e17-45d2-9742-435576ec1ba0,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:53.224772 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-643d539f-58c2-426f-8dd2-a15c69be84b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:53.229853 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-643d539f-58c2-426f-8dd2-a15c69be84b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:53.231663 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-643d539f-58c2-426f-8dd2-a15c69be84b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe02cf80-6e17-45d2-9742-435576ec1ba0 HTTP/1.1" status: 204  len: 168 time: 0.2198150
May 19 06:40:55.064908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54086) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:55.184814 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:55.198790 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:40:55.203131 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Usage tracker for resource:security_group_rule and tenant:3245b72adb9b4a4bbdb16e5d3ce47b85 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:40:55.206152 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:40:55.212089 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:40:55.292425 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:55.366677 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:55.374910 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9a0d5ccd-2337-46f8-a910-094acd270819 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:55.414806 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21fc44f-11be-408d-8d1d-cbfda2aa53c5,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:55.418957 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3245b72adb9b4a4bbdb16e5d3ce47b85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3530629
May 19 06:40:55.419941 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:55.421529 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54092) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:40:55.485663 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:55.511304 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:55.651786 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:55.655552 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2459a4dc-5a23-44fd-90c1-6ad87b59aabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:40:55.668307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21fc44f-11be-408d-8d1d-cbfda2aa53c5,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:40:55.670461 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:40:55.673998 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:40:55.676095 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a21fc44f-11be-408d-8d1d-cbfda2aa53c5 HTTP/1.1" status: 204  len: 168 time: 0.2536707
May 19 06:41:02.560633 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:06.326783 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-aa74f8b9-5ac4-47ee-bd4e-abffc972a57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:08.561624 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:41:09.297269 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:09.337498 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-4a838aa4-f286-4bd8-acf4-9b80b2a22e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:10.097533 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:11.469154 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:32.628871 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.018641 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54402) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:33.137940 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.152634 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:33.156325 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Usage tracker for resource:security_group_rule and tenant:91df7205d945453ea63371d3427c0e75 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:33.159689 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:33.165203 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:33.245962 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.302483 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.309784 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9e4a3684-160b-4a3e-8b38-8374a9476eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:33.352411 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91df7205d945453ea63371d3427c0e75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3327162
May 19 06:41:33.353150 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79719f-7c8f-4fd2-a39c-e4fd86cb2b92,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:33.355102 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54416) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:33.359586 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f2af0ab6-91e8-47a1-aef1-8e579a03e323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:33.414041 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.442317 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.542264 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.546769 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a28d792a-c1fd-4cb4-9036-3b31f38febc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:33.558064 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79719f-7c8f-4fd2-a39c-e4fd86cb2b92,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:33.566969 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.567424 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.567784 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.568139 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.568484 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.568832 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.569181 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.569521 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.569866 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.570198 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.570535 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.570869 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:33.573977 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:33.574983 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc79719f-7c8f-4fd2-a39c-e4fd86cb2b92 HTTP/1.1" status: 204  len: 168 time: 0.2188294
May 19 06:41:33.576012 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e316967e-4502-44ec-8aba-dde446742d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:36.105945 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54470) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:36.221392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.235121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:36.238845 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Usage tracker for resource:security_group_rule and tenant:07975c9283a54d3aacad74ac63270719 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:36.241595 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:36.247403 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:36.330954 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.354217 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-66125291-f568-41b3-a7f2-e761a30f2979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.422401 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.430966 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a609dac4-f216-415c-8b5d-0a62b876decb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:36.469155 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07975c9283a54d3aacad74ac63270719&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3621976
May 19 06:41:36.471334 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917d9b38-a2f3-4012-a5e4-5fef61303aa8,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:36.472561 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54476) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:36.474340 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ad1dd1f-8bbd-4808-a827-700a74792eae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:36.531423 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1539-ae63-446b-be6b-900d723d923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.556378 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1539-ae63-446b-be6b-900d723d923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.668718 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1539-ae63-446b-be6b-900d723d923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.672344 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-38c3096c-091d-40f0-9239-bf1ca6dc54f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:36.683236 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a1539-ae63-446b-be6b-900d723d923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917d9b38-a2f3-4012-a5e4-5fef61303aa8,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:36.686510 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0b2a1539-ae63-446b-be6b-900d723d923f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:36.690088 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-0b2a1539-ae63-446b-be6b-900d723d923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:36.691186 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-0b2a1539-ae63-446b-be6b-900d723d923f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/917d9b38-a2f3-4012-a5e4-5fef61303aa8 HTTP/1.1" status: 204  len: 168 time: 0.2168093
May 19 06:41:37.323235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54490) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:37.340903 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:37.356810 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:37.361392 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Usage tracker for resource:security_group_rule and tenant:2bfc12335ec74fc3a020a53395bc9725 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:37.364310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:37.370241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:37.447883 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:37.513870 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:37.521972 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ea18841e-2a0f-4cd0-8aa9-8c8d7d352eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:37.559961 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2bfc12335ec74fc3a020a53395bc9725&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2355833
May 19 06:41:37.561462 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908a448d-5454-4f74-b808-d8fb22336257,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:37.562645 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54494) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:37.568665 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.569038 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.569402 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.569760 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.570111 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.570465 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.570812 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.571161 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.571538 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.571881 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.572224 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.572566 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:37.576226 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-9b21eda8-1461-4143-a064-82ddea045090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:37.624706 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3fa4-f7b8-4ac8-8667-4f7b05363737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:37.649392 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3fa4-f7b8-4ac8-8667-4f7b05363737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:37.736710 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3fa4-f7b8-4ac8-8667-4f7b05363737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:37.741196 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ad68e638-b974-4a66-b3a3-6553c22026bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:37.751053 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d3fa4-f7b8-4ac8-8667-4f7b05363737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a448d-5454-4f74-b808-d8fb22336257,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:37.753293 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-fe2d3fa4-f7b8-4ac8-8667-4f7b05363737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:37.759451 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-fe2d3fa4-f7b8-4ac8-8667-4f7b05363737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:37.760545 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-fe2d3fa4-f7b8-4ac8-8667-4f7b05363737 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/908a448d-5454-4f74-b808-d8fb22336257 HTTP/1.1" status: 204  len: 168 time: 0.1966066
May 19 06:41:39.280339 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:39.342994 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-8a3db02f-4304-41b2-b14f-4d377d6142c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:40.108430 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:41.491275 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:44.541569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54588) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:44.660473 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:44.675121 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:44.678859 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Usage tracker for resource:security_group_rule and tenant:fc803d2cbe7a4c1d9aea77df25a7bfa2 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:44.681714 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:44.687231 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:44.764568 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:44.828526 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:44.837069 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-11810ae7-a812-44f0-8daf-e7537cfa0d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:44.875793 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc803d2cbe7a4c1d9aea77df25a7bfa2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3332009
May 19 06:41:44.877387 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcb9792-9db0-4517-8f60-595875f96212,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:44.878608 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54594) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:44.880434 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:44.934932 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ae59ec76-9889-402e-90d7-6edd1b9cc9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:44.959537 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ae59ec76-9889-402e-90d7-6edd1b9cc9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:45.062932 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ae59ec76-9889-402e-90d7-6edd1b9cc9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:45.067605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f3f23f71-4ba0-4201-8ff3-e3e9d2197e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:45.082660 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59ec76-9889-402e-90d7-6edd1b9cc9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcb9792-9db0-4517-8f60-595875f96212,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:45.085103 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ae59ec76-9889-402e-90d7-6edd1b9cc9c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:45.091073 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ae59ec76-9889-402e-90d7-6edd1b9cc9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:45.094611 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-ae59ec76-9889-402e-90d7-6edd1b9cc9c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fcb9792-9db0-4517-8f60-595875f96212 HTTP/1.1" status: 204  len: 168 time: 0.2126684
May 19 06:41:45.559535 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:41:46.100773 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54630) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:46.205953 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1166904393-network', 'tenant_id': '3c629f3d08f54250b23323f91409cf92'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:41:46.210737 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:46.214464 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Usage tracker for resource:network and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:46.217306 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:46.223661 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:46.325928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Made reservation on behalf of 3c629f3d08f54250b23323f91409cf92 for: {'network': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:41:46.328296 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.341065 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.355953 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:46.359733 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:46.362482 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:46.368385 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:46.448791 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.508266 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.511020 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-64452c7f-1a64-4a42-bde5-630e3df86da3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:46.538419 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=92077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:41:46.546539 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d850c68-a28d-41e9-885b-00a43a86b55c,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:46.549981 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:46.552410 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.552688 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.segments_db [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Added segment 2a967af3-466e-45d4-9bc4-633e0a884949 of type vlan for network 982f799c-eaf1-48dc-bd40-548ccd5c6afa
May 19 06:41:46.577906 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.691532 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.692861 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:41:46.693444 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:46.698204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:46.794761 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Pushing event updated for resources: {'Network': ['ID=982f799c-eaf1-48dc-bd40-548ccd5c6afa,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:46.797401 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:46.805138 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:41:46.857663 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-2ac2ec46-1473-44ea-b4f0-3ca6c29ed110 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7557244
May 19 06:41:46.860603 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54636) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:46.866362 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Request body: {'subnet': {'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1166904393-subnet', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'ip_version': 4}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:41:46.871697 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:46.875494 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Usage tracker for resource:subnet and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:46.878887 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:46.884646 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:46.965461 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Made reservation on behalf of 3c629f3d08f54250b23323f91409cf92 for: {'subnet': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:41:46.967804 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2513907'] for subnet, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:47.463735 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3017214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2513857'] for subnet, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:47.467738 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:47.540235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=463811fc-f997-4f9a-95fd-c373d7781a53,revision_number=0']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:47.542996 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:47.550112 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Checking segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:41:47.550459 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Network hostable DHCP agents. Network: 982f799c-eaf1-48dc-bd40-548ccd5c6afa, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:41:47.642266 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:41:47.731386 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 982f799c-eaf1-48dc-bd40-548ccd5c6afa) {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:47.740872 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:41:47.741029 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f577c8-36ed-4246-8520-5efed11c4c32 None None] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:41:47.741461 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:47.843720 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-193c306f-ff23-415c-8e0f-6da3b1040f0f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.9795933
May 19 06:41:47.844046 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54650) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:47.849973 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:41:47.854555 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:47.858341 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Usage tracker for resource:router and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:47.861248 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:47.867183 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:47.925896 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:47.926925 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:47.941005 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:47.954227 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:41:47.956946 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.141356 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Allocated IP 172.20.0.2 (982f799c-eaf1-48dc-bd40-548ccd5c6afa/463811fc-f997-4f9a-95fd-c373d7781a53/30838346-2cd9-45c2-8bf3-c4099e8c0f78) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:41:48.261914 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.344946 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.354874 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Transition to ACTIVE for port object 30838346-2cd9-45c2-8bf3-c4099e8c0f78 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:41:48.372588 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Transition to ACTIVE for port object 30838346-2cd9-45c2-8bf3-c4099e8c0f78 will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:41:48.428870 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.433327 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-87c32ac0-266a-4e1c-9cac-11e497079fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:48.498431 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:41:48.501341 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:48.504284 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:41:48.546073 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Pushing event updated for resources: {'Port': ['ID=30838346-2cd9-45c2-8bf3-c4099e8c0f78,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:48.572836 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:48.597751 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Attempting to bind port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:41:48.598214 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Attempting to bind port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:41:48.598589 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Attempting to bind port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:41:48.603697 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:41:48.604072 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Checking segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:41:48.604471 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.604866 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Bound using segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:41:48.605326 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Bound port: 30838346-2cd9-45c2-8bf3-c4099e8c0f78, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:41:48.605697 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.693957 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] For port 30838346-2cd9-45c2-8bf3-c4099e8c0f78, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:41:48.696855 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] For port 30838346-2cd9-45c2-8bf3-c4099e8c0f78, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30838346-2cd9-45c2-8bf3-c4099e8c0f78,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:41:48.728580 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.738325 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.742394 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-3ef09f2a-c6aa-432f-888f-1e19c37eb9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:48.759666 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:48.829684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Pushing event updated for resources: {'Port': ['ID=30838346-2cd9-45c2-8bf3-c4099e8c0f78,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:48.834527 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:48.900203 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Allocated IP 172.27.1.41 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:41:49.081954 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:49.133464 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30838346-2cd9-45c2-8bf3-c4099e8c0f78 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:41:49.167474 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:49.172514 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1d490cad-a144-426a-8153-e19e6ea2563f tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:49.231152 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:41:49.233939 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:49.237640 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:41:49.265448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:41:49.279904 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Pushing event updated for resources: {'Port': ['ID=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:49.289245 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:49.727826 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be680e0-c055-4e54-a7d5-0e3e3a649fab None None] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:41:49.750697 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:49.886763 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] Provisioning for port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:41:49.896882 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] Provisioning complete for port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:49.897252 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:50.072666 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:50.111376 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] For port 30838346-2cd9-45c2-8bf3-c4099e8c0f78, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30838346-2cd9-45c2-8bf3-c4099e8c0f78,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:41:50.177395 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:50.179294 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:50.212673 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:50.250277 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] Pushing event updated for resources: {'Port': ['ID=30838346-2cd9-45c2-8bf3-c4099e8c0f78,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:50.253861 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-b281ed28-c070-48dd-a858-8c2004c4c254 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:50.297700 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-fbcd351d-7e6a-4df6-b6c4-d969db1d7118 None None] Provisioning complete for port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:50.298077 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-fbcd351d-7e6a-4df6-b6c4-d969db1d7118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:50.514121 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:41:50.690650 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:41:50.699027 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:41:50.708406 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:41:50.710178 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752cdd60>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:50.759999 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:50.761303 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-403c171f-cc69-48c9-a29d-d34b70cb974d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9162617
May 19 06:41:50.764080 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54666) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:50.884898 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:41:51.057075 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30838346-2cd9-45c2-8bf3-c4099e8c0f78 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:41:51.233706 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:51.234426 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.364920 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752cdd60>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:49Z', 'revision_number': 3, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:51.373783 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:41:51.374133 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Updating router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:41:51.429323 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.440908 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.651691 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Allocated IP 172.20.0.1 (982f799c-eaf1-48dc-bd40-548ccd5c6afa/463811fc-f997-4f9a-95fd-c373d7781a53/2c6d4d52-584d-4f67-b60a-51a47f15b67a) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:41:51.767474 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.779685 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Transition to ACTIVE for port object eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:41:51.839937 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.844047 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-8a324529-99fa-4639-a19a-de60ef9b02c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:51.912868 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.922585 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54676) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:51.926081 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Attempting to bind port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:41:51.926456 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Attempting to bind port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:41:51.926831 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Attempting to bind port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:41:51.928829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Pushing event updated for resources: {'Port': ['ID=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:51.932455 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:51.935373 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:41:51.935373 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:41:51.935788 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.936183 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:41:51.936655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Bound port: eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:41:51.937033 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:51.939470 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Transition to ACTIVE for port object 2c6d4d52-584d-4f67-b60a-51a47f15b67a will not be triggered until provisioned by entity DHCP. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:41:52.009295 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] For port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:41:52.012274 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] For port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:41:52.017455 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.022307 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0b0d7a4b-940a-442f-b90f-3d15e5bdad4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:52.063312 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.067943 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:52.101721 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.113327 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:41:52.117820 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:52.123619 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:41:52.141976 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:41:52.142598 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752cdd60>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:52.151145 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6d4d52-584d-4f67-b60a-51a47f15b67a,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:52.162587 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:52.171083 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:52.179066 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Usage tracker for resource:security_group_rule and tenant:6857318f29994e5fa14ed1858e5da41d is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:52.183324 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:52.191791 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:52.197340 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.216254 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Pushing event updated for resources: {'Port': ['ID=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:52.228334 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.228671 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.229007 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.229334 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.229660 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.229976 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.230291 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.230607 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.230923 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.231236 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.231571 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.231882 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:52.239988 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:52.342821 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:41:52.456887 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.561644 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.562916 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-59fa57ad-0c0d-4366-84c8-e7bc49492f85 None None] Provisioning for port 2c6d4d52-584d-4f67-b60a-51a47f15b67a completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:41:52.571756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9b7f0335-5854-4b02-84c9-81b7618093b4 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:52.589968 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.631392 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6857318f29994e5fa14ed1858e5da41d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7078397
May 19 06:41:52.634145 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54682) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:52.639398 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-59fa57ad-0c0d-4366-84c8-e7bc49492f85 None None] Provisioning complete for port 2c6d4d52-584d-4f67-b60a-51a47f15b67a triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:52.639690 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-59fa57ad-0c0d-4366-84c8-e7bc49492f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.659869 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7189f6a-2b8a-4b54-a5fe-194637766afb,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:52.672349 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-388b9f39-c39e-4c9f-b6a1-78426cf5ec8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:52.700536 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-59fa57ad-0c0d-4366-84c8-e7bc49492f85 None None] Port 2c6d4d52-584d-4f67-b60a-51a47f15b67a cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:41:52.702944 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4333fd3d-2128-4120-8fe3-6f8c0028e605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.726256 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752cdd60>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:49Z', 'revision_number': 3, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:52.729755 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4333fd3d-2128-4120-8fe3-6f8c0028e605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.730181 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b4da33-a024-4e50-be6d-682a25aa4023 None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:49Z', 'revision_number': 3, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:41:52.852048 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4333fd3d-2128-4120-8fe3-6f8c0028e605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.853095 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.857015 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1c4d8e1b-e577-40f8-8e0c-c9226d467c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:52.869101 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333fd3d-2128-4120-8fe3-6f8c0028e605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7189f6a-2b8a-4b54-a5fe-194637766afb,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:52.872902 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4333fd3d-2128-4120-8fe3-6f8c0028e605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:52.876305 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4333fd3d-2128-4120-8fe3-6f8c0028e605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.880244 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4333fd3d-2128-4120-8fe3-6f8c0028e605 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7189f6a-2b8a-4b54-a5fe-194637766afb HTTP/1.1" status: 204  len: 168 time: 0.2427177
May 19 06:41:52.914481 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:52.943179 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-04e790c0-d6ad-4b80-b44f-23fba5181f19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:53.032466 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.036199 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6d4d52-584d-4f67-b60a-51a47f15b67a,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:53.039612 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:53.121914 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:41:53.193489 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:41:53.195071 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:53.256829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:41:53.262168 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:53.262352 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.403448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.433253 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:41:53.440573 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-531757d1-9655-4bda-97c4-eac51f3ac9ba None None] Provisioning complete for port 2c6d4d52-584d-4f67-b60a-51a47f15b67a triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:53.443835 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-531757d1-9655-4bda-97c4-eac51f3ac9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.444593 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:41:53.499511 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-531757d1-9655-4bda-97c4-eac51f3ac9ba None None] Port 2c6d4d52-584d-4f67-b60a-51a47f15b67a cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:41:53.520918 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.524163 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:53.527446 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54690) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:53.547580 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.563887 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:53.568305 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Usage tracker for resource:security_group_rule and tenant:f3e4ae738ee74b3396722f956bcc3007 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:53.571525 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:53.578029 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:53.600549 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:53.604441 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:53.676100 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.748206 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.752285 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:41:53.755899 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4392024c-14fd-46c8-aa4e-d4eac82b5d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:53.769882 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] 10.222.0.25 "PUT /v2.0/routers/6bbb030e-e1eb-4a81-a533-bcb752c525c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0047548
May 19 06:41:53.796233 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1cd11-dc9c-40ca-95b8-032441516fa9,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:53.803203 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54696) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:53.803411 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3e4ae738ee74b3396722f956bcc3007&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2741489
May 19 06:41:53.804817 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-2c5f17e1-81c1-40f2-8300-c7f399f391bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:53.862891 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f7d95302-9cb4-41c5-92f6-6fd2a08d983e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:53.888956 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f7d95302-9cb4-41c5-92f6-6fd2a08d983e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.028575 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f7d95302-9cb4-41c5-92f6-6fd2a08d983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.032207 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cf54ccf5-96de-4587-b1e9-aebb282ce0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:54.045219 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d95302-9cb4-41c5-92f6-6fd2a08d983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1cd11-dc9c-40ca-95b8-032441516fa9,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:54.048022 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-f7d95302-9cb4-41c5-92f6-6fd2a08d983e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:54.049886 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-f7d95302-9cb4-41c5-92f6-6fd2a08d983e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.053341 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-f7d95302-9cb4-41c5-92f6-6fd2a08d983e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07c1cd11-dc9c-40ca-95b8-032441516fa9 HTTP/1.1" status: 204  len: 168 time: 0.2464390
May 19 06:41:54.404321 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:41:54.413920 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:41:54.414537 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807534dcd0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:54.593059 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:41:54.629933 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54722) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:54.635594 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-252895308-network', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:41:54.640185 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:54.644332 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Usage tracker for resource:network and tenant:ffe14a05cce442bdbae2543b82265671 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:54.647143 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:54.652856 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:54.754291 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Made reservation on behalf of ffe14a05cce442bdbae2543b82265671 for: {'network': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:41:54.756880 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650760'] for network, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.769324 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.786990 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:54.790927 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Usage tracker for resource:security_group_rule and tenant:ffe14a05cce442bdbae2543b82265671 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:54.793860 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:54.800219 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:54.886058 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.904340 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807534dcd0>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 2, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:54.908108 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:41:54.908474 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Updating router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 port 2c6d4d52-584d-4f67-b60a-51a47f15b67a binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:41:54.949331 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.953652 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b3868f81-90d0-4a75-b055-af59898ff90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:54.960409 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.982199 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438}  {{(pid=92077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 19 06:41:54.991825 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788f9786-86bb-484b-9170-31186fd75be3,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:54.995578 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:54.998182 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:54.998617 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.segments_db [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Added segment 7e2ba748-76df-421f-ad28-50f2fe9eac44 of type vlan for network 34228beb-3993-4f88-93a1-78aa7b61cee2
May 19 06:41:55.033946 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761857344377'] for network, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.105762 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:41:55.137459 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076'] for network, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.138856 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:41:55.139481 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.145794 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:55.177244 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:55.179137 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.249530 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Pushing event updated for resources: {'Network': ['ID=34228beb-3993-4f88-93a1-78aa7b61cee2,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:55.253059 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:55.264258 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 details requested by agent ovs-agent-dv-cinder-790910-3-iscsi with host dv-cinder-790910-3-iscsi {{(pid=92079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 19 06:41:55.296660 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6630406
May 19 06:41:55.296889 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54736) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:55.302970 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.307774 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Request body: {'subnet': {'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-252895308-subnet', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'ip_version': 4}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:41:55.309374 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:55.316234 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Transition to ACTIVE for port object 2c6d4d52-584d-4f67-b60a-51a47f15b67a will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:41:55.319787 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Usage tracker for resource:subnet and tenant:ffe14a05cce442bdbae2543b82265671 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:55.322751 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:55.329515 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:55.377819 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.385745 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:55.394750 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Made reservation on behalf of ffe14a05cce442bdbae2543b82265671 for: {'subnet': 1} {{(pid=92077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:41:55.397123 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2494355'] for subnet, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.501397 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Pushing event updated for resources: {'Port': ['ID=2c6d4d52-584d-4f67-b60a-51a47f15b67a,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:55.516447 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.516787 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.517711 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.518049 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.518428 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.518757 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.519228 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.519652 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.520126 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.520340 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.520658 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.520969 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:41:55.529872 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:55.628669 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Attempting to bind port 2c6d4d52-584d-4f67-b60a-51a47f15b67a on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:41:55.628958 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Attempting to bind port 2c6d4d52-584d-4f67-b60a-51a47f15b67a by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:41:55.629552 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Attempting to bind port 2c6d4d52-584d-4f67-b60a-51a47f15b67a on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:41:55.636697 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:41:55.637083 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Checking segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:41:55.637792 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.638189 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Bound using segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:41:55.638662 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Bound port: 2c6d4d52-584d-4f67-b60a-51a47f15b67a, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:41:55.639034 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.724572 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] For port 2c6d4d52-584d-4f67-b60a-51a47f15b67a, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:41:55.727683 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] For port 2c6d4d52-584d-4f67-b60a-51a47f15b67a, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=2c6d4d52-584d-4f67-b60a-51a47f15b67a,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:41:55.801104 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.805879 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:55.883087 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Pushing event updated for resources: {'Port': ['ID=2c6d4d52-584d-4f67-b60a-51a47f15b67a,revision_number=4']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:55.886672 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-38e8a552-17f8-4e34-ba4a-27e601b40632 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:55.887416 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:41:55.888214 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807534dcd0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:55.891905 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3600155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2494369'] for subnet, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:55.896386 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:55.969479 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8cb24a-f457-40f4-9d41-f78c6fe98af8,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:55.978816 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:55.985678 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Checking segment: {'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:41:55.986034 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Network hostable DHCP agents. Network: 34228beb-3993-4f88-93a1-78aa7b61cee2, hostable agents: ['26fc6699-4fdf-400b-8a90-2a7402fed620'], hosted agents: [] {{(pid=92077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 19 06:41:56.085421 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 is scheduled to be hosted by DHCP agent 26fc6699-4fdf-400b-8a90-2a7402fed620 with binding_index 1 {{(pid=92077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 19 06:41:56.118993 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:41:56.147752 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-3-iscsi, 34228beb-3993-4f88-93a1-78aa7b61cee2) {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:56.156887 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4535312f-d24e-46f1-a55d-3970fbbe669d None None] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:41:56.170321 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:41:56.170916 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.252336 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-90be1481-5526-4556-8f44-5e166ba9ee0c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9543059
May 19 06:41:56.254772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54758) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:56.261637 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:41:56.267545 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:41:56.273300 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Usage tracker for resource:router and tenant:ffe14a05cce442bdbae2543b82265671 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:41:56.276994 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:41:56.285017 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:41:56.359767 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-629631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6753'] for router, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.360962 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-958079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-959038', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-540344', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6762'] for router, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.381087 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.407158 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2d43b48-ec43-5778-8ea8-09fca3699d7e-34228beb-3993-4f88-93a1-78aa7b61cee2', 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'fixed_ips': [{'subnet_id': '8c8cb24a-f457-40f4-9d41-f78c6fe98af8'}]}} from dv-cinder-790910-3-iscsi. {{(pid=92079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 19 06:41:56.408500 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.457364 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807534dcd0>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:55Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:56.461755 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618bbee-68a1-47f6-aeed-28902eae55a2 None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:55Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:41:56.612178 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.db_base_plugin_common [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Allocated IP 172.20.0.2 (34228beb-3993-4f88-93a1-78aa7b61cee2/8c8cb24a-f457-40f4-9d41-f78c6fe98af8/5317a4d5-db41-4aa6-bef7-a407c5a8512b) {{(pid=92079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:41:56.759880 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-959031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-629517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6724'] for router, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.844580 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Notify callbacks [] for port, precommit_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.859971 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Transition to ACTIVE for port object 5317a4d5-db41-4aa6-bef7-a407c5a8512b will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:41:56.880146 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Transition to ACTIVE for port object 5317a4d5-db41-4aa6-bef7-a407c5a8512b will not be triggered until provisioned by entity DHCP. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:41:56.966814 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487'] for port, after_create {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:56.972133 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:57.032668 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 is already hosted by enough agents. {{(pid=92079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:41:57.036990 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.scheduler.base_scheduler [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Resources bound (agent type, host, resource id):  {{(pid=92079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:57.040664 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Received port after_create {{(pid=92079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:41:57.052281 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Pushing event updated for resources: {'Port': ['ID=5317a4d5-db41-4aa6-bef7-a407c5a8512b,revision_number=1']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:57.080252 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:57.169914 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2c6d4d52-584d-4f67-b60a-51a47f15b67a up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:41:57.208841 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Attempting to bind port 5317a4d5-db41-4aa6-bef7-a407c5a8512b on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:41:57.209433 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Attempting to bind port 5317a4d5-db41-4aa6-bef7-a407c5a8512b by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:41:57.209549 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Attempting to bind port 5317a4d5-db41-4aa6-bef7-a407c5a8512b on network 34228beb-3993-4f88-93a1-78aa7b61cee2 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:41:57.226485 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:41:57.226864 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Checking segment: {'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:41:57.227347 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.227749 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Bound using segment: {'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:41:57.228239 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Bound port: 5317a4d5-db41-4aa6-bef7-a407c5a8512b, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:41:57.228612 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.313970 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.363940 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.395125 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] For port 5317a4d5-db41-4aa6-bef7-a407c5a8512b, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:41:57.398979 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] For port 5317a4d5-db41-4aa6-bef7-a407c5a8512b, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5317a4d5-db41-4aa6-bef7-a407c5a8512b,segment=NetworkSegment(7e2ba748-76df-421f-ad28-50f2fe9eac44),segment_id=7e2ba748-76df-421f-ad28-50f2fe9eac44)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:41:57.406944 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 2c6d4d52-584d-4f67-b60a-51a47f15b67a completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:41:57.414224 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 2c6d4d52-584d-4f67-b60a-51a47f15b67a triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:57.414732 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.472049 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.491080 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:57.535815 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Allocated IP 172.27.1.186 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/dbec5032-8c97-4bc2-b83a-de3ed773f2ac) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:41:57.623583 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Pushing event updated for resources: {'Port': ['ID=5317a4d5-db41-4aa6-bef7-a407c5a8512b,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:57.640470 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.652306 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:57.681467 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 2c6d4d52-584d-4f67-b60a-51a47f15b67a, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=2c6d4d52-584d-4f67-b60a-51a47f15b67a,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:41:57.707531 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.777671 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.779616 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-9202d36b-25c4-40f8-b4be-5ad96babb641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:57.807712 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:57.816762 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-50ed1db8-effa-41cc-a6aa-c295d4bca4b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:41:57.855194 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=2c6d4d52-584d-4f67-b60a-51a47f15b67a,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:57.860238 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:57.884896 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:41:57.887781 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:41:57.891407 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:41:57.924049 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Pushing event updated for resources: {'Port': ['ID=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:41:57.927997 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:41:58.350419 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:58.428611 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be23af4-a57a-4f74-934a-cf16d7fd86a9 None None] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:41:58.588994 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-f55dbeac-ae2c-4893-9229-a60d6f02b033 None None] Provisioning for port 5317a4d5-db41-4aa6-bef7-a407c5a8512b completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:41:58.714176 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-629620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-959108'] for router, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:59.074035 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Router db0317ce-2de6-4dcc-ae34-58af9d9c472d is scheduled to L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 with binding_index 1 {{(pid=92077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 19 06:41:59.143603 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2c6d4d52-584d-4f67-b60a-51a47f15b67a up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:41:59.212999 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 2c6d4d52-584d-4f67-b60a-51a47f15b67a triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:59.213371 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:59.255981 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:41:59.265839 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Sync routers for ids ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:41:59.279799 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Routers {'db0317ce-2de6-4dcc-ae34-58af9d9c472d'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:41:59.280399 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075874520>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:59.354325 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:59.355708 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6766b62a-4746-4bf6-8d8e-a505e603bfe6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0996354
May 19 06:41:59.358288 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54774) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:41:59.482917 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5317a4d5-db41-4aa6-bef7-a407c5a8512b up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:41:59.551615 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Set router db0317ce-2de6-4dcc-ae34-58af9d9c472d gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:41:59.756656 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 5317a4d5-db41-4aa6-bef7-a407c5a8512b completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:41:59.765044 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 5317a4d5-db41-4aa6-bef7-a407c5a8512b triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:41:59.765416 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:59.939033 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:41:59.955845 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075874520>, [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:41:58Z', 'revision_number': 3, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port': {'id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:57Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:41:59.964388 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Checking router: db0317ce-2de6-4dcc-ae34-58af9d9c472d for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:41:59.964729 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Updating router db0317ce-2de6-4dcc-ae34-58af9d9c472d port dbec5032-8c97-4bc2-b83a-de3ed773f2ac binding host dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:42:00.022287 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 5317a4d5-db41-4aa6-bef7-a407c5a8512b, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5317a4d5-db41-4aa6-bef7-a407c5a8512b,segment=NetworkSegment(7e2ba748-76df-421f-ad28-50f2fe9eac44),segment_id=7e2ba748-76df-421f-ad28-50f2fe9eac44)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:00.028598 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.034177 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.109001 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.113652 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:00.237678 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=5317a4d5-db41-4aa6-bef7-a407c5a8512b,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:00.243081 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:00.254484 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Allocated IP 172.20.0.1 (34228beb-3993-4f88-93a1-78aa7b61cee2/8c8cb24a-f457-40f4-9d41-f78c6fe98af8/55567085-b277-43f1-b739-f3b77f8d96ce) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:42:00.410966 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.428484 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.provisioning_blocks [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Transition to ACTIVE for port object 55567085-b277-43f1-b739-f3b77f8d96ce will not be triggered until provisioned by entity DHCP. {{(pid=92077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:42:00.456504 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Notify callbacks [] for port, precommit_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.467905 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Transition to ACTIVE for port object dbec5032-8c97-4bc2-b83a-de3ed773f2ac will not be triggered until provisioned by entity L2. {{(pid=92079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:42:00.472544 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54784) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:00.514799 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.520233 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-31fb8c8b-8e23-439c-a31a-59bc3f6b18dd tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:00.560710 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.566235 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:00.593652 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:42:00.597810 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:42:00.601635 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.612561 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:42:00.650134 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf171-5972-456c-b66d-3c8000e301f5 None None] Pushing event updated for resources: {'Port': ['ID=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,revision_number=2']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:00.655333 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Attempting to bind port dbec5032-8c97-4bc2-b83a-de3ed773f2ac on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:42:00.655575 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Attempting to bind port dbec5032-8c97-4bc2-b83a-de3ed773f2ac by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:42:00.655937 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Attempting to bind port dbec5032-8c97-4bc2-b83a-de3ed773f2ac on network 96a0da73-569a-4fbb-b4ad-670e92317dd0 {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:42:00.660185 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-19cbf171-5972-456c-b66d-3c8000e301f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:00.663369 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:42:00.667563 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Checking segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:42:00.667563 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.667563 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Bound using segment: {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'} {{(pid=92079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:42:00.667563 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.managers [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Bound port: dbec5032-8c97-4bc2-b83a-de3ed773f2ac, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c165c457-24ee-4ecc-b1f8-7d2930849124', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0'}}] {{(pid=92079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:42:00.667563 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.745109 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] For port dbec5032-8c97-4bc2-b83a-de3ed773f2ac, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:42:00.748516 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] For port dbec5032-8c97-4bc2-b83a-de3ed773f2ac, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:42:00.773581 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Pushing event updated for resources: {'Port': ['ID=55567085-b277-43f1-b739-f3b77f8d96ce,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:00.782005 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:00.782005 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:00.792227 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Usage tracker for resource:security_group_rule and tenant:19bc074068a140af98e3f059b1a1bfbf is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:00.796483 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:00.805292 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:00.813138 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-962103'] for router_interface, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.823186 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.828426 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:00.909626 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Routers {'db0317ce-2de6-4dcc-ae34-58af9d9c472d'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:42:00.910247 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075874520>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:00.931550 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:00.991959 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-0d0d3a88-4d00-4bbb-95e4-d9af99562007 None None] Provisioning for port 55567085-b277-43f1-b739-f3b77f8d96ce completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:42:01.001191 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf171-5972-456c-b66d-3c8000e301f5 None None] Pushing event updated for resources: {'Port': ['ID=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,revision_number=3']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:01.004924 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-19cbf171-5972-456c-b66d-3c8000e301f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:01.008286 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-0d0d3a88-4d00-4bbb-95e4-d9af99562007 None None] Provisioning complete for port 55567085-b277-43f1-b739-f3b77f8d96ce triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:01.008655 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0d0d3a88-4d00-4bbb-95e4-d9af99562007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.065169 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.081775 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-564f5670-738f-4dcb-bd04-9926777a2498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:01.107402 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5317a4d5-db41-4aa6-bef7-a407c5a8512b up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:42:01.135659 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19bc074068a140af98e3f059b1a1bfbf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6656640
May 19 06:42:01.138309 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54790) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:01.138838 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621cb633-cd24-4fc7-822d-33cdf179f6c2,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:01.141177 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.152342 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:01.183707 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d3a88-4d00-4bbb-95e4-d9af99562007 None None] Port 55567085-b277-43f1-b739-f3b77f8d96ce cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:42:01.210770 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] Set router db0317ce-2de6-4dcc-ae34-58af9d9c472d gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:42:01.214390 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a1956b30-5a0b-4e52-a0d6-730c7b4c2e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.240523 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a1956b30-5a0b-4e52-a0d6-730c7b4c2e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.349011 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a1956b30-5a0b-4e52-a0d6-730c7b4c2e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.355352 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-eb376fb1-a3a1-4aec-9185-e693e5e5eaed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:01.360727 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 5317a4d5-db41-4aa6-bef7-a407c5a8512b triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:01.361102 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.368307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1956b30-5a0b-4e52-a0d6-730c7b4c2e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621cb633-cd24-4fc7-822d-33cdf179f6c2,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:01.370906 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a1956b30-5a0b-4e52-a0d6-730c7b4c2e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:01.373335 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.382617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-a1956b30-5a0b-4e52-a0d6-730c7b4c2e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.383843 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-a1956b30-5a0b-4e52-a0d6-730c7b4c2e05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/621cb633-cd24-4fc7-822d-33cdf179f6c2 HTTP/1.1" status: 204  len: 168 time: 0.2437835
May 19 06:42:01.416975 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.451887 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-eef6d771-26d3-4ddc-8a7f-1c1025055e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:01.528695 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Pushing event updated for resources: {'Port': ['ID=55567085-b277-43f1-b739-f3b77f8d96ce,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:01.531173 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-962128'] for router_interface, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:01.536874 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:01.623575 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075874520>, [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:41:58Z', 'revision_number': 3, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port': {'id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:57Z', 'updated_at': '2021-05-19T06:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:01.628376 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a6b13d-5aa4-4d1d-a289-87d278c47e73 None None] The sync data for ids ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'] in dv-cinder-790910-3-iscsi is: [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:41:58Z', 'revision_number': 3, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port': {'id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:57Z', 'updated_at': '2021-05-19T06:42:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:42:01.675051 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:42:01.676346 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:42:01.904245 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Router db0317ce-2de6-4dcc-ae34-58af9d9c472d has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:42:02.013468 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-99a2556f-01bf-4cd1-a31d-95489c0ea92e None None] Provisioning complete for port 55567085-b277-43f1-b739-f3b77f8d96ce triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:02.013832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-99a2556f-01bf-4cd1-a31d-95489c0ea92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.024523 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 54798) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:02.044344 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.065418 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:02.069806 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Usage tracker for resource:security_group_rule and tenant:c0f6c01ca17240219f97bc10c34fee39 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:02.073932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:02.080229 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-99a2556f-01bf-4cd1-a31d-95489c0ea92e None None] Port 55567085-b277-43f1-b739-f3b77f8d96ce cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:42:02.085581 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:02.101176 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:42:02.118745 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] 10.222.0.25 "PUT /v2.0/routers/db0317ce-2de6-4dcc-ae34-58af9d9c472d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7591534
May 19 06:42:02.176697 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.245460 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.255740 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-85712d7d-9737-4849-983b-1d82cfba4420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:02.304069 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c0f6c01ca17240219f97bc10c34fee39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2780633
May 19 06:42:02.304236 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54808) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:02.306319 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b23bfe-4ae7-46c1-849d-fcf6e51d98b1,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:02.309711 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-1cc531a0-1b68-4788-96f6-0917cbb7f26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:02.380003 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd2f9-a3ff-4ca0-b815-63f3c6310faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.406663 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd2f9-a3ff-4ca0-b815-63f3c6310faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.565798 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd2f9-a3ff-4ca0-b815-63f3c6310faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.570350 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-d4188a69-681a-414a-8f8c-84d7674ca52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:02.581520 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bd2f9-a3ff-4ca0-b815-63f3c6310faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b23bfe-4ae7-46c1-849d-fcf6e51d98b1,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:02.585982 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-aa5bd2f9-a3ff-4ca0-b815-63f3c6310faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:02.588126 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-aa5bd2f9-a3ff-4ca0-b815-63f3c6310faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:02.591363 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-aa5bd2f9-a3ff-4ca0-b815-63f3c6310faf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2b23bfe-4ae7-46c1-849d-fcf6e51d98b1 HTTP/1.1" status: 204  len: 168 time: 0.2837157
May 19 06:42:02.608604 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.007715 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54818) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:03.013867 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1140961652', 'description': 'tempest-secgroup-smoke-1140961652 description', 'project_id': '3c629f3d08f54250b23323f91409cf92'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:03.020266 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:03.024212 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:03.027181 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:03.032998 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:03.102837 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.110954 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device dbec5032-8c97-4bc2-b83a-de3ed773f2ac up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:42:03.125764 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:03.130348 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:03.133548 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:03.139472 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:03.213894 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.291410 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.297094 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-2a79e16e-c5df-4533-a223-7982a67d0739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:03.308479 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port dbec5032-8c97-4bc2-b83a-de3ed773f2ac completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:42:03.315295 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port dbec5032-8c97-4bc2-b83a-de3ed773f2ac triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:03.316510 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.334730 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abea94f-9f57-4884-8196-cc030c0001ee,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:03.337384 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:03.394788 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.396076 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-ff4009ed-dd57-4c8d-85a7-ea233717446c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3871517
May 19 06:42:03.399052 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54830) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:03.404749 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'security_group_rule': {'security_group_id': '8abea94f-9f57-4884-8196-cc030c0001ee', 'project_id': '3c629f3d08f54250b23323f91409cf92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:03.414601 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:03.418772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:03.421846 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:03.431919 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:03.450580 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.467702 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port dbec5032-8c97-4bc2-b83a-de3ed773f2ac, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:03.514707 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.554438 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.556304 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:03.578796 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.629008 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:03.639667 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:03.648496 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Sync routers for ids ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:42:03.656764 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.657646 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Routers {'db0317ce-2de6-4dcc-ae34-58af9d9c472d'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:42:03.658280 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075f96f70>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:03.659241 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:03.682996 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f4c70b-b1e9-465a-a615-0900e61d624d,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:03.688483 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:03.754675 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.758691 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6635e455-c43e-422a-b9a8-c5b9bb32fc6c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3561375
May 19 06:42:03.758840 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54842) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:03.763993 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'security_group_rule': {'security_group_id': '8abea94f-9f57-4884-8196-cc030c0001ee', 'project_id': '3c629f3d08f54250b23323f91409cf92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:03.770024 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:03.777294 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:03.777869 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:03.784017 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:03.835149 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Set router db0317ce-2de6-4dcc-ae34-58af9d9c472d gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:42:03.857091 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.923035 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.988694 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:03.990871 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1bca292b-554d-45db-ae09-8c54855f2a20 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:04.011912 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080a183a-36b3-49fc-9c5f-067f41b4a955,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:04.016485 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:04.131415 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.132616 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-02357883-7b18-488a-b744-bb10085d1aa8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3728631
May 19 06:42:04.135401 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54848) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:04.139270 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075f96f70>, [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:42:00Z', 'revision_number': 4, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port': {'id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:57Z', 'updated_at': '2021-05-19T06:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '55567085-b277-43f1-b739-f3b77f8d96ce', 'name': '', 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'mac_address': 'fa:16:3e:ee:d1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8c8cb24a-f457-40f4-9d41-f78c6fe98af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:42:00Z', 'updated_at': '2021-05-19T06:42:01Z', 'revision_number': 2, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'subnets': [{'id': '8c8cb24a-f457-40f4-9d41-f78c6fe98af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:04.140466 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'security_group_rule': {'security_group_id': '8abea94f-9f57-4884-8196-cc030c0001ee', 'project_id': '3c629f3d08f54250b23323f91409cf92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:04.143038 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Checking router: db0317ce-2de6-4dcc-ae34-58af9d9c472d for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:42:04.143419 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Updating router db0317ce-2de6-4dcc-ae34-58af9d9c472d port 55567085-b277-43f1-b739-f3b77f8d96ce binding host dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 19 06:42:04.146372 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:04.150117 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:04.152935 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:04.159422 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:04.197139 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.228269 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.293426 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.342323 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.344557 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-0b3e964f-d5e3-4213-a1eb-624ad02c2476 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:04.367988 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff510e4-6a59-4890-b85e-578dce587dff,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:04.370373 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:04.434226 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.435579 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-6955d5f9-9ce1-40bf-a06a-ad045e687a5f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2992053
May 19 06:42:04.438166 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54852) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:04.447448 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'security_group_rule': {'security_group_id': '8abea94f-9f57-4884-8196-cc030c0001ee', 'project_id': '3c629f3d08f54250b23323f91409cf92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:04.449165 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:04.452899 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:04.456245 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:04.462718 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:04.536489 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Notify callbacks [] for port, precommit_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.540719 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.548285 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.provisioning_blocks [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Transition to ACTIVE for port object 55567085-b277-43f1-b739-f3b77f8d96ce will not be triggered until provisioned by entity L2. {{(pid=92080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:42:04.603273 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.639362 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.644891 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:04.679931 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.682365 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:04.706161 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba40ee0-d5b0-4ead-af23-82997a78a524,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:04.708748 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:04.777195 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.785339 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-9da337ea-4441-4791-a1da-cdcd6fd294ec tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3395588
May 19 06:42:04.785339 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54860) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:04.787312 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'security_group_rule': {'security_group_id': '8abea94f-9f57-4884-8196-cc030c0001ee', 'project_id': '3c629f3d08f54250b23323f91409cf92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:04.793119 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:04.797194 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:04.800074 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:04.807224 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:04.809363 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13088595-ea67-405e-919c-19fffcf8cbe0 None None] Pushing event updated for resources: {'Port': ['ID=55567085-b277-43f1-b739-f3b77f8d96ce,revision_number=3']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:04.838236 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-13088595-ea67-405e-919c-19fffcf8cbe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:04.868778 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.securitygroups_db [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Project 3c629f3d08f54250b23323f91409cf92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 06:42:04.876413 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.897281 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Attempting to bind port 55567085-b277-43f1-b739-f3b77f8d96ce on host dv-cinder-790910-3-iscsi for vnic_type normal with profile  {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:42:04.897736 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Attempting to bind port 55567085-b277-43f1-b739-f3b77f8d96ce by drivers openvswitch,hyperv on host dv-cinder-790910-3-iscsi at level 0 using segments [{'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:42:04.898093 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Attempting to bind port 55567085-b277-43f1-b739-f3b77f8d96ce on network 34228beb-3993-4f88-93a1-78aa7b61cee2 {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:42:04.903148 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Checking agent: {'id': '870d927c-da6f-4d6b-9e9b-1adc2755bd0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 23, 39), 'started_at': datetime.datetime(2021, 5, 19, 6, 24, 9), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:42:04.903537 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Checking segment: {'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:42:04.903931 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.904320 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Bound using segment: {'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'} {{(pid=92080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:42:04.904766 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.managers [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Bound port: 55567085-b277-43f1-b739-f3b77f8d96ce, host: dv-cinder-790910-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2ba748-76df-421f-ad28-50f2fe9eac44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2'}}] {{(pid=92080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:42:04.905126 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.944327 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:04.991866 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] For port 55567085-b277-43f1-b739-f3b77f8d96ce, host dv-cinder-790910-3-iscsi, cleared binding levels {{(pid=92080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:42:04.994647 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.plugins.ml2.db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] For port 55567085-b277-43f1-b739-f3b77f8d96ce, host dv-cinder-790910-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=55567085-b277-43f1-b739-f3b77f8d96ce,segment=NetworkSegment(7e2ba748-76df-421f-ad28-50f2fe9eac44),segment_id=7e2ba748-76df-421f-ad28-50f2fe9eac44)] {{(pid=92080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:42:05.016575 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.018641 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:05.042754 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596f9aec-d432-4e33-9c46-92662bff4eb9,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:05.045217 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:05.074503 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.078203 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-c0b7dcc2-a698-4bff-9fa0-a9b9a7592af2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:05.095766 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device dbec5032-8c97-4bc2-b83a-de3ed773f2ac up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:42:05.136400 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.141387 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-1f976d7b-a398-4b82-850a-95c1ab1ccc16 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3554027
May 19 06:42:05.141387 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 54864) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:05.149530 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'security_group_rule': {'security_group_id': '8abea94f-9f57-4884-8196-cc030c0001ee', 'project_id': '3c629f3d08f54250b23323f91409cf92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:05.154848 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Routers {'db0317ce-2de6-4dcc-ae34-58af9d9c472d'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:42:05.155733 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075f96f70>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:41:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:05.155879 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:05.160025 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:security_group_rule and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:05.163171 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:05.165898 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port dbec5032-8c97-4bc2-b83a-de3ed773f2ac triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:05.166436 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.169123 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:05.206353 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13088595-ea67-405e-919c-19fffcf8cbe0 None None] Pushing event updated for resources: {'Port': ['ID=55567085-b277-43f1-b739-f3b77f8d96ce,revision_number=4']} {{(pid=92080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:05.306781 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG oslo_concurrency.lockutils [None req-13088595-ea67-405e-919c-19fffcf8cbe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92080) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:05.342619 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] Set router db0317ce-2de6-4dcc-ae34-58af9d9c472d gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:42:05.366729 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.securitygroups_db [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Project 3c629f3d08f54250b23323f91409cf92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 19 06:42:05.374242 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.437979 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.479424 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543679'] for security_group_rule, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.481524 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:05.503776 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509a925d-ab8b-4fcf-9750-79a1b6a0c4a9,revision_number=0']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:05.506126 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:05.588643 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:05.589800 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-407e4d5c-3eb1-4b19-b4d6-8b900d827a28 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4484086
May 19 06:42:05.660213 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075f96f70>, [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:42:00Z', 'revision_number': 4, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port': {'id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:57Z', 'updated_at': '2021-05-19T06:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '55567085-b277-43f1-b739-f3b77f8d96ce', 'name': '', 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'mac_address': 'fa:16:3e:ee:d1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8c8cb24a-f457-40f4-9d41-f78c6fe98af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:42:00Z', 'updated_at': '2021-05-19T06:42:04Z', 'revision_number': 4, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'subnets': [{'id': '8c8cb24a-f457-40f4-9d41-f78c6fe98af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:05.664157 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb1d175-8a6c-48c5-b885-a7a0584f3f99 None None] The sync data for ids ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'] in dv-cinder-790910-3-iscsi is: [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:42:00Z', 'revision_number': 4, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port': {'id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:57Z', 'updated_at': '2021-05-19T06:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '55567085-b277-43f1-b739-f3b77f8d96ce', 'name': '', 'network_id': '34228beb-3993-4f88-93a1-78aa7b61cee2', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'mac_address': 'fa:16:3e:ee:d1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '8c8cb24a-f457-40f4-9d41-f78c6fe98af8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:42:00Z', 'updated_at': '2021-05-19T06:42:04Z', 'revision_number': 4, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'subnets': [{'id': '8c8cb24a-f457-40f4-9d41-f78c6fe98af8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:42:06.360168 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-92198fdf-301d-496e-9c00-400f1a990274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:07.111710 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 55567085-b277-43f1-b739-f3b77f8d96ce up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:42:07.250608 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning for port 55567085-b277-43f1-b739-f3b77f8d96ce completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:42:07.255717 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 55567085-b277-43f1-b739-f3b77f8d96ce triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:07.256088 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:07.369113 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:07.404662 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] For port 55567085-b277-43f1-b739-f3b77f8d96ce, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=55567085-b277-43f1-b739-f3b77f8d96ce,segment=NetworkSegment(7e2ba748-76df-421f-ad28-50f2fe9eac44),segment_id=7e2ba748-76df-421f-ad28-50f2fe9eac44)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:07.468001 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:07.471022 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:07.536459 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Pushing event updated for resources: {'Port': ['ID=55567085-b277-43f1-b739-f3b77f8d96ce,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:07.539688 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:09.081916 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 55567085-b277-43f1-b739-f3b77f8d96ce up at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:42:09.147945 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Provisioning complete for port 55567085-b277-43f1-b739-f3b77f8d96ce triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:09.148329 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:09.274318 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:09.325029 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-880a51fa-6d17-4088-afb5-8d10fd82bc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:10.101870 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:11.468216 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:22.558394 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:42:29.648142 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55080) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:29.764056 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:29.778373 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:29.782343 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Usage tracker for resource:security_group_rule and tenant:e00fc1e4f0be437782e391cd5b006202 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:29.785100 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:29.791664 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:29.871682 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:29.953717 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:29.961600 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a6be7937-a368-46da-b548-69e9cbc95f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:30.021915 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3460bf93-e084-43e0-8fc8-193b240ad009,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:30.025651 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:30.031323 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-cc0016b1-6365-41fa-be6a-c07534aea164 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e00fc1e4f0be437782e391cd5b006202&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3821678
May 19 06:42:30.034276 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55092) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:30.055765 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-91958847-96d4-4cc5-84b1-8aa1f4225690 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Synchronizing usage tracker for tenant:3c629f3d08f54250b23323f91409cf92 on resource:security_group {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:42:30.092787 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f58e62e1-36a9-4f6b-a274-02a249aee972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:30.118404 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f58e62e1-36a9-4f6b-a274-02a249aee972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:30.124404 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-91958847-96d4-4cc5-84b1-8aa1f4225690 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Unset dirty status for tenant:3c629f3d08f54250b23323f91409cf92 on resource:security_group {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:42:30.125628 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-91958847-96d4-4cc5-84b1-8aa1f4225690 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140961652&fields=id&tenant_id=3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 267 time: 0.1268065
May 19 06:42:30.233643 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f58e62e1-36a9-4f6b-a274-02a249aee972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:30.239144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-7cd38229-0bab-485d-b229-6de67bf9b65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:30.251414 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e62e1-36a9-4f6b-a274-02a249aee972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3460bf93-e084-43e0-8fc8-193b240ad009,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:30.255920 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f58e62e1-36a9-4f6b-a274-02a249aee972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:30.261184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-f58e62e1-36a9-4f6b-a274-02a249aee972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:30.264976 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-f58e62e1-36a9-4f6b-a274-02a249aee972 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3460bf93-e084-43e0-8fc8-193b240ad009 HTTP/1.1" status: 204  len: 168 time: 0.2272575
May 19 06:42:30.275918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-d3425111-8bec-46f2-bdcd-133dbff88a1b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:30.276637 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-d3425111-8bec-46f2-bdcd-133dbff88a1b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Synchronizing usage tracker for tenant:3c629f3d08f54250b23323f91409cf92 on resource:network {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:42:30.376461 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-d3425111-8bec-46f2-bdcd-133dbff88a1b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Unset dirty status for tenant:3c629f3d08f54250b23323f91409cf92 on resource:network {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:42:30.377655 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-d3425111-8bec-46f2-bdcd-133dbff88a1b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 812 time: 0.2446766
May 19 06:42:30.392986 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-0903a454-3985-4a67-b15c-d3e3a6d4933f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/quotas/3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 375 time: 0.0091352
May 19 06:42:30.474056 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-b137308c-c215-4614-beb5-a40833e402c8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Synchronizing usage tracker for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:42:30.593437 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-b137308c-c215-4614-beb5-a40833e402c8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Unset dirty status for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:42:30.594902 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-b137308c-c215-4614-beb5-a40833e402c8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1965964
May 19 06:42:30.713726 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-00bc1a3b-e691-4d7a-a200-742aaa4c589c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:42:30.714725 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-00bc1a3b-e691-4d7a-a200-742aaa4c589c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1089463
May 19 06:42:30.846009 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-cb528c29-439a-4220-9727-64e885dfd588 service neutron] 10.222.0.25 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243367
May 19 06:42:30.978999 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-482c4e53-049a-4a00-948f-bb23bcab1808 service neutron] 10.222.0.25 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266670
May 19 06:42:31.826625 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b3a0515d-a62e-43bd-979e-8aa3d06a62d0 req-6c2a949f-92b7-48ed-8e3d-ace77fb44542 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 210 time: 0.2211299
May 19 06:42:32.553838 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:32.973721 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ead6ad44-de8c-4f04-9c95-022bbf1e94b9 req-5bf542e9-0fcb-4534-9e7b-da1aa07b5621 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 210 time: 0.0417650
May 19 06:42:33.339400 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-68919a07-ee9f-4f8f-bdff-f3dcc2589e03 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=71b1868b6fb14b0081209485ad3b7623&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271461
May 19 06:42:33.491528 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-b3de99e4-6ce1-4cdf-8b71-5f163dfb36d3 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:33.492973 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-b3de99e4-6ce1-4cdf-8b71-5f163dfb36d3 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1486969
May 19 06:42:33.507750 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-66a01303-7e41-4782-a8b7-aeeaf7c282cd tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/quotas/71b1868b6fb14b0081209485ad3b7623 HTTP/1.1" status: 200  len: 375 time: 0.0091803
May 19 06:42:33.558482 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-c84f83ff-4f1e-4059-848f-7142ccaebd3d tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71b1868b6fb14b0081209485ad3b7623&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0457962
May 19 06:42:33.833644 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0f5038c4-a35c-4d93-8e32-2d80d0d8e68a req-e6192496-dbf8-4791-be91-be98341e4a2a tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 210 time: 0.0465906
May 19 06:42:33.856515 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-a90f08fd-61a8-4901-a933-6c6b29bebf84 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:33.857935 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-a90f08fd-61a8-4901-a933-6c6b29bebf84 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 812 time: 0.2575643
May 19 06:42:33.913247 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-f2222066-64fd-4d8b-acbb-e3183329375f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 380 time: 0.0408580
May 19 06:42:33.924704 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'port': {'device_id': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'admin_state_up': True, 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'security_groups': ['8abea94f-9f57-4884-8196-cc030c0001ee']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:34.065347 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:34.075814 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:34.132731 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a1ed7324-2dd5-493b-ae2d-99f7439ae3fa req-6d724318-13cf-4b5f-9c8f-9e773ac6e398 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 210 time: 0.0424829
May 19 06:42:34.158946 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Made reservation on behalf of 3c629f3d08f54250b23323f91409cf92 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:42:34.162613 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:34.327180 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Allocated IP 172.20.0.9 (982f799c-eaf1-48dc-bd40-548ccd5c6afa/463811fc-f997-4f9a-95fd-c373d7781a53/62d8d6ff-d197-4a75-95a9-4a7acaebf0bb) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:42:34.513369 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:34.528208 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Transition to ACTIVE for port object 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:42:34.628325 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:34.635108 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e9e07c16-cbb5-4dbc-b9b9-c28b0e5d4907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:34.704467 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:42:34.707458 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:42:34.711282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:42:34.742136 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:34.749599 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:34.782486 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:34.783148 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:34.852010 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9309185
May 19 06:42:34.866489 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-8af2c541-b000-45c0-81d3-1b21b1886835 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=92078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 19 06:42:34.867494 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-8af2c541-b000-45c0-81d3-1b21b1886835 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057712
May 19 06:42:34.930575 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Request body: {'port': {'device_id': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:34.995328 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1c7162b0-343e-4bb3-a844-6a209d545026 req-a8a1278c-4b57-4830-8cff-f1191615d44c tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 210 time: 0.0473175
May 19 06:42:35.018185 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-0808ef1d-be80-4460-b5b8-a738d5dee548 None None] Provisioning for port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:42:35.024227 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-0808ef1d-be80-4460-b5b8-a738d5dee548 None None] Provisioning complete for port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:35.025023 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0808ef1d-be80-4460-b5b8-a738d5dee548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:35.045519 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:35.080495 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-0808ef1d-be80-4460-b5b8-a738d5dee548 None None] Port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:42:35.338467 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8870cc-7be8-44f4-a82f-4a38b9ec50d9 req-0a9b84bf-889d-4b5b-8044-acf541cc6dc7 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:35.347693 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea8870cc-7be8-44f4-a82f-4a38b9ec50d9 req-0a9b84bf-889d-4b5b-8044-acf541cc6dc7 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 931 time: 0.1027567
May 19 06:42:35.389303 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ea8870cc-7be8-44f4-a82f-4a38b9ec50d9 req-c1a537ec-3015-4dfd-90f4-96130319f010 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410559
May 19 06:42:35.411410 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:42:35.418563 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:35.433278 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Transition to ACTIVE for port object 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:42:35.530897 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:35.535815 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-65fa3485-1a08-43c8-ac2c-6ac0f30679e4 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:35.689358 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Pushing event updated for resources: {'Port': ['ID=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:35.697404 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:35.768988 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Attempting to bind port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:42:35.769320 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Attempting to bind port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:42:35.769648 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Attempting to bind port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:42:35.774058 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:42:35.774373 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Attempting to bind port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:42:35.779420 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:42:35.779751 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Checking segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:42:35.780127 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Bound using segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:42:35.780542 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Bound port: 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:42:35.780878 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:35.876129 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] For port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:42:35.879245 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] For port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:42:35.942693 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:35.946667 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-a20dea00-d33f-466c-a045-878b73301b58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:36.001756 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.002279 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:36.003984 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] 10.222.0.52 "PUT /v2.0/ports/62d8d6ff-d197-4a75-95a9-4a7acaebf0bb HTTP/1.1" status: 200  len: 1093 time: 1.1266131
May 19 06:42:36.006844 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:42:36.032162 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Pushing event updated for resources: {'Port': ['ID=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:36.061387 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:36.065428 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-7e01af16-e09e-4cf3-8f56-af2fe251dd77 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=71b1868b6fb14b0081209485ad3b7623&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0302937
May 19 06:42:36.067467 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'status': 'completed', 'code': 200}
May 19 06:42:36.196644 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37f3667f-84e0-4329-a3bf-e95ac124791a req-96870819-9df0-40d8-ba97-9280782985de tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 210 time: 0.0612884
May 19 06:42:36.228002 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362464-49f2-48c4-9c04-b86b45ac0b43 req-74be4287-184d-4927-a605-0881ff45ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.229803 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-71362464-49f2-48c4-9c04-b86b45ac0b43 req-74be4287-184d-4927-a605-0881ff45ab0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 1096 time: 0.1345940
May 19 06:42:36.331358 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-3eb0b931-0e3a-4599-a634-cf94250bc8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:36.346050 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-d9a1320b-cdc9-4aaf-88b1-66ff62e2a001 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.347507 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-d9a1320b-cdc9-4aaf-88b1-66ff62e2a001 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2713268
May 19 06:42:36.360932 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Request body: {'port': {'device_id': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2', 'admin_state_up': True, 'tenant_id': '71b1868b6fb14b0081209485ad3b7623'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:36.380753 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362464-49f2-48c4-9c04-b86b45ac0b43 req-90a549f9-d1a3-4892-8f47-e8276faf04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.382214 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-71362464-49f2-48c4-9c04-b86b45ac0b43 req-90a549f9-d1a3-4892-8f47-e8276faf04e6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c629f3d08f54250b23323f91409cf92&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1398702
May 19 06:42:36.505694 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:36.510701 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Usage tracker for resource:port and tenant:71b1868b6fb14b0081209485ad3b7623 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:36.513904 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:36.520241 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:36.571380 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Made reservation on behalf of 71b1868b6fb14b0081209485ad3b7623 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:42:36.574915 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:36.591895 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks [] for security_group, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:36.606520 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:36.610447 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Usage tracker for resource:security_group_rule and tenant:71b1868b6fb14b0081209485ad3b7623 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:36.613207 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:36.619671 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:36.678188 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71362464-49f2-48c4-9c04-b86b45ac0b43 req-84e90738-babf-462f-b64a-72f9ad9f1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.679616 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-71362464-49f2-48c4-9c04-b86b45ac0b43 req-84e90738-babf-462f-b64a-72f9ad9f1bab service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2891405
May 19 06:42:36.696590 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a28d9-4eb1-46d5-b069-ef2b8ecb39e8 req-9963208b-f798-4955-badc-8a8f4538d18c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.698336 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ce9a28d9-4eb1-46d5-b069-ef2b8ecb39e8 req-9963208b-f798-4955-badc-8a8f4538d18c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 943 time: 0.1239405
May 19 06:42:36.706374 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks [] for security_group, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:36.764718 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:36.769134 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-260b81ec-cce1-443a-a712-2039cd8aea6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:36.783762 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ce9a28d9-4eb1-46d5-b069-ef2b8ecb39e8 req-97f3f1a1-7794-4082-8190-705d81915d4f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794168
May 19 06:42:36.819911 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-685cc4e3-fde1-4904-9670-083b4009213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.821549 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-685cc4e3-fde1-4904-9670-083b4009213f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 1096 time: 0.0945778
May 19 06:42:36.847562 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc4dae7-8790-471c-b5d1-a3b2168d7be5,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:36.853711 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:36.896945 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-ad4b7384-598c-41e2-9282-90ee4ed30cee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb HTTP/1.1" status: 200  len: 217 time: 0.0655291
May 19 06:42:36.940167 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Allocated IP 192.168.233.58 (9bbaa929-0bc1-432a-be16-15a732a8bae2/bc04e039-582f-4b5f-abf1-d26685243803/bb5e578f-2b2f-4c66-8d41-20e766d605a7) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:42:36.965976 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-57593b4d-b722-423c-8145-0f6cf061a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:36.967517 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-57593b4d-b722-423c-8145-0f6cf061a4c3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0613792
May 19 06:42:37.048039 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-5638b627-908b-4b7e-92ca-805a2ad47593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:37.049524 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-5638b627-908b-4b7e-92ca-805a2ad47593 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713263
May 19 06:42:37.143690 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:37.159423 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Transition to ACTIVE for port object bb5e578f-2b2f-4c66-8d41-20e766d605a7 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:42:37.184799 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-3efe0786-57fb-4a2d-9226-b63a6441a377 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249061
May 19 06:42:37.222491 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:37.229826 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d32cb308-c246-4d26-afe4-8a2d22b858f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:37.297445 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Network 9bbaa929-0bc1-432a-be16-15a732a8bae2 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:42:37.300640 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:42:37.303538 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:42:37.345461 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Pushing event updated for resources: {'Port': ['ID=bb5e578f-2b2f-4c66-8d41-20e766d605a7,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:37.348354 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:37.372030 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-be1d6156-e9ba-4169-b817-3ae2eff89b83 req-0acace17-11d5-4340-a093-34c740820049 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1767576
May 19 06:42:37.376831 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:37.377478 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:37.411784 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0ecc1-9491-4305-823e-3b891775624b req-3da1c737-2d63-43b0-94c6-2faed953a2eb tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:37.413406 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0ca0ecc1-9491-4305-823e-3b891775624b req-3da1c737-2d63-43b0-94c6-2faed953a2eb tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 935 time: 0.0920684
May 19 06:42:37.468725 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0ca0ecc1-9491-4305-823e-3b891775624b req-f96dd377-056c-4199-b9cb-e638189a1bed tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486481
May 19 06:42:37.469205 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-3ec3cc88-b67d-4d23-a683-d35922fabce8 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1117229
May 19 06:42:37.485629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Request body: {'port': {'device_id': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:37.599235 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:37.621842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-4b1282e0-e364-43aa-8b06-74f3a6366fc2 None None] Provisioning for port bb5e578f-2b2f-4c66-8d41-20e766d605a7 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:42:37.626702 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-4b1282e0-e364-43aa-8b06-74f3a6366fc2 None None] Provisioning complete for port bb5e578f-2b2f-4c66-8d41-20e766d605a7 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:37.627153 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-4b1282e0-e364-43aa-8b06-74f3a6366fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:37.679772 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-4b1282e0-e364-43aa-8b06-74f3a6366fc2 None None] Port bb5e578f-2b2f-4c66-8d41-20e766d605a7 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:42:37.942378 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5e578f-2b2f-4c66-8d41-20e766d605a7 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:42:37.951050 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:37.966465 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Transition to ACTIVE for port object bb5e578f-2b2f-4c66-8d41-20e766d605a7 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:42:38.021980 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:38.026949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-bbe6ef17-f5fc-4972-b04f-7be037aefd72 tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:38.114011 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e8bb9-ce17-4d51-b02c-6e2e5e5b07f0 req-03625f13-c0bb-4e1a-a500-5f1e989f23da tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:38.115699 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f91e8bb9-ce17-4d51-b02c-6e2e5e5b07f0 req-03625f13-c0bb-4e1a-a500-5f1e989f23da tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 943 time: 0.0832100
May 19 06:42:38.162745 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f91e8bb9-ce17-4d51-b02c-6e2e5e5b07f0 req-73863ebf-90aa-4bd8-92cf-87b8299293e7 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403407
May 19 06:42:38.190512 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5e578f-2b2f-4c66-8d41-20e766d605a7,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:38.231071 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.231473 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.231845 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.232212 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.232569 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.232929 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.233286 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.233642 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.234001 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.234356 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.234710 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.235059 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:38.243699 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:38.271080 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Attempting to bind port bb5e578f-2b2f-4c66-8d41-20e766d605a7 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:42:38.271514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Attempting to bind port bb5e578f-2b2f-4c66-8d41-20e766d605a7 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:42:38.271846 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Attempting to bind port bb5e578f-2b2f-4c66-8d41-20e766d605a7 on network 9bbaa929-0bc1-432a-be16-15a732a8bae2 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:42:38.276964 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Port bb5e578f-2b2f-4c66-8d41-20e766d605a7 on network 9bbaa929-0bc1-432a-be16-15a732a8bae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:42:38.277307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Attempting to bind port bb5e578f-2b2f-4c66-8d41-20e766d605a7 on network 9bbaa929-0bc1-432a-be16-15a732a8bae2 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:42:38.282332 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:42:38.282677 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Checking segment: {'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:42:38.283037 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Bound using segment: {'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:42:38.283511 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Bound port: bb5e578f-2b2f-4c66-8d41-20e766d605a7, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd5eb137-5178-45fc-8e6d-0764626bec67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:42:38.283849 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:38.370817 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] For port bb5e578f-2b2f-4c66-8d41-20e766d605a7, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:42:38.373723 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] For port bb5e578f-2b2f-4c66-8d41-20e766d605a7, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bb5e578f-2b2f-4c66-8d41-20e766d605a7,segment=NetworkSegment(dd5eb137-5178-45fc-8e6d-0764626bec67),segment_id=dd5eb137-5178-45fc-8e6d-0764626bec67)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:42:38.444935 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:38.449118 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-dcd78e83-ccdd-467f-bc12-fab0f600baee tempest-TestShelveInstance-1271287074 tempest-TestShelveInstance-1271287074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:38.604239 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:38.604853 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:38.606209 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-ce217284-d900-48c4-86a7-89581251e361 service neutron] 10.222.0.52 "PUT /v2.0/ports/bb5e578f-2b2f-4c66-8d41-20e766d605a7 HTTP/1.1" status: 200  len: 1097 time: 1.1253703
May 19 06:42:38.606722 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'tag': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:42:38.629137 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5e578f-2b2f-4c66-8d41-20e766d605a7,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:38.633290 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ce217284-d900-48c4-86a7-89581251e361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:38.658118 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'tag': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7', 'status': 'completed', 'code': 200}
May 19 06:42:38.674085 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6d135-1108-4080-8522-6cabab004d3a req-042f7253-26c5-45fa-a616-1a7e87f28309 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:38.675361 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a3c6d135-1108-4080-8522-6cabab004d3a req-042f7253-26c5-45fa-a616-1a7e87f28309 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 947 time: 0.0988064
May 19 06:42:38.725230 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a3c6d135-1108-4080-8522-6cabab004d3a req-d7582b77-ea52-4343-b87e-b055a97dee7d tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436900
May 19 06:42:38.762080 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034eac-c8f1-4e47-99ca-c30747ab6a27 req-0e3c050c-c0af-412c-9265-6c318dc3a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:38.763602 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9e034eac-c8f1-4e47-99ca-c30747ab6a27 req-0e3c050c-c0af-412c-9265-6c318dc3a4ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71b1868b6fb14b0081209485ad3b7623&device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 1100 time: 0.0765879
May 19 06:42:38.802950 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9e034eac-c8f1-4e47-99ca-c30747ab6a27 req-b7c2bf6a-8ad5-41e9-81a8-6fec55580db0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=71b1868b6fb14b0081209485ad3b7623&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0277612
May 19 06:42:38.940537 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e034eac-c8f1-4e47-99ca-c30747ab6a27 req-74c6aa77-9a09-4e26-9349-c4e25e9d7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:38.941897 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-9e034eac-c8f1-4e47-99ca-c30747ab6a27 req-74c6aa77-9a09-4e26-9349-c4e25e9d7125 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1295643
May 19 06:42:39.053543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-9a54669e-f382-4ada-8218-55cb2366368e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:39.055129 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-9a54669e-f382-4ada-8218-55cb2366368e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=71b1868b6fb14b0081209485ad3b7623&device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 1100 time: 0.0694363
May 19 06:42:39.128901 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-a5ab9433-b5c5-44ba-9c71-a7365a6cadc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=bb5e578f-2b2f-4c66-8d41-20e766d605a7 HTTP/1.1" status: 200  len: 217 time: 0.0628741
May 19 06:42:39.193659 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-e86cb3d0-107b-4227-bb93-a5533d93ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:39.194996 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-e86cb3d0-107b-4227-bb93-a5533d93ff07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bc04e039-582f-4b5f-abf1-d26685243803 HTTP/1.1" status: 200  len: 843 time: 0.0565667
May 19 06:42:39.248413 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:39.280109 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-b5bba59b-9e5d-45e2-a2c6-0e047467d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:39.281692 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-b5bba59b-9e5d-45e2-a2c6-0e047467d0b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9bbaa929-0bc1-432a-be16-15a732a8bae2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0771954
May 19 06:42:39.342107 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-98dd38bf-7e22-484d-85f9-290d8909432d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:39.351997 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110125a-0ac1-4767-9a88-768818440fd1 req-6c911a63-a4c1-4783-af66-f492f209252f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:39.353457 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1110125a-0ac1-4767-9a88-768818440fd1 req-6c911a63-a4c1-4783-af66-f492f209252f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 943 time: 0.0816453
May 19 06:42:39.402393 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1110125a-0ac1-4767-9a88-768818440fd1 req-205009fe-069d-4410-acb2-04b5aeb973d1 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429330
May 19 06:42:39.420663 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-bcdfdd15-36be-4264-acec-37253b8ccea2 service neutron] 10.222.0.52 "GET /v2.0/networks/9bbaa929-0bc1-432a-be16-15a732a8bae2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283207
May 19 06:42:39.555608 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-0687dff0-9b49-4c56-bb6f-18bcd0df428b req-5bc974ac-2015-4fea-9307-e9d23b833733 service neutron] 10.222.0.52 "GET /v2.0/networks/9bbaa929-0bc1-432a-be16-15a732a8bae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235132
May 19 06:42:39.909381 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41ba42-08f5-4120-8d3b-4f256a20ed40 req-a2935fa9-cb1f-44ec-a72c-8a8bc2f28272 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:39.915342 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cb41ba42-08f5-4120-8d3b-4f256a20ed40 req-a2935fa9-cb1f-44ec-a72c-8a8bc2f28272 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 947 time: 0.0798976
May 19 06:42:39.955112 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cb41ba42-08f5-4120-8d3b-4f256a20ed40 req-ff55304e-4f13-41b9-aa66-02d7025efe68 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385721
May 19 06:42:40.073112 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:40.585629 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce35d81-3c91-4dd4-8ed1-14cdcdd1b49b req-67e92de8-edea-472d-a395-efcd1c8ff80d tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:40.587038 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0ce35d81-3c91-4dd4-8ed1-14cdcdd1b49b req-67e92de8-edea-472d-a395-efcd1c8ff80d tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 943 time: 0.0827618
May 19 06:42:40.632163 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0ce35d81-3c91-4dd4-8ed1-14cdcdd1b49b req-62fb30db-2d50-4861-bc1e-a9406cf6e590 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393667
May 19 06:42:41.136097 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84c22-0b75-4ed0-9517-3f080113f3ce req-09c87c25-f4e7-403a-a3d9-f8b7cd2323f9 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:41.137523 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-82e84c22-0b75-4ed0-9517-3f080113f3ce req-09c87c25-f4e7-403a-a3d9-f8b7cd2323f9 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 947 time: 0.0775888
May 19 06:42:41.183938 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-82e84c22-0b75-4ed0-9517-3f080113f3ce req-04a847b8-facf-4d47-a877-8d9aeb91f13d tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408719
May 19 06:42:41.496169 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:41.811204 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc21bc6-d459-4643-94e6-f63e44534b3f req-b008695e-4fb6-4ce6-8230-f77b972a5bca tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:41.812635 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3cc21bc6-d459-4643-94e6-f63e44534b3f req-b008695e-4fb6-4ce6-8230-f77b972a5bca tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 943 time: 0.0772393
May 19 06:42:41.858165 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3cc21bc6-d459-4643-94e6-f63e44534b3f req-375c1493-cdd4-4285-97ed-705bd1bfe690 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399156
May 19 06:42:42.462088 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620c3ac-6eba-4e5e-bba2-f56b44e6ab2b req-d6e64b5c-2112-4e7d-a29a-c9ae5ffa335f tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:42.463543 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0620c3ac-6eba-4e5e-bba2-f56b44e6ab2b req-d6e64b5c-2112-4e7d-a29a-c9ae5ffa335f tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 947 time: 0.1752827
May 19 06:42:42.507245 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-0620c3ac-6eba-4e5e-bba2-f56b44e6ab2b req-3bd92f92-de14-4a41-8876-8d1f89a6533f tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380454
May 19 06:42:42.568764 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device bb5e578f-2b2f-4c66-8d41-20e766d605a7 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:42:42.704390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port bb5e578f-2b2f-4c66-8d41-20e766d605a7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bb5e578f-2b2f-4c66-8d41-20e766d605a7,segment=NetworkSegment(dd5eb137-5178-45fc-8e6d-0764626bec67),segment_id=dd5eb137-5178-45fc-8e6d-0764626bec67)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:42.717785 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7', 'network_id': '9bbaa929-0bc1-432a-be16-15a732a8bae2', 'port_id': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7', 'mac_address': 'fa:16:3e:5b:a2:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc04e039-582f-4b5f-abf1-d26685243803', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:42:42.770738 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:42.787202 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5e578f-2b2f-4c66-8d41-20e766d605a7 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:42:42.801792 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port bb5e578f-2b2f-4c66-8d41-20e766d605a7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bb5e578f-2b2f-4c66-8d41-20e766d605a7,segment=NetworkSegment(dd5eb137-5178-45fc-8e6d-0764626bec67),segment_id=dd5eb137-5178-45fc-8e6d-0764626bec67)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:42.889880 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:42.891648 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:42.959215 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=bb5e578f-2b2f-4c66-8d41-20e766d605a7,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:42.963077 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:43.042144 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141a9db-6af1-4224-93f9-d2fdd356454c req-a99b89b8-16e8-43da-81cf-cc24667da9f0 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:43.043511 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7141a9db-6af1-4224-93f9-d2fdd356454c req-a99b89b8-16e8-43da-81cf-cc24667da9f0 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 943 time: 0.0792954
May 19 06:42:43.091027 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7141a9db-6af1-4224-93f9-d2fdd356454c req-3776a24a-e069-416a-961e-c698fc226380 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417542
May 19 06:42:43.159327 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['bb5e578f-2b2f-4c66-8d41-20e766d605a7'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:42:43.686226 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0b972-972b-466b-88e8-8f7383dbe590 req-ba85b7d6-7962-4da8-96a4-7b2c55de343e tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:43.687690 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e9a0b972-972b-466b-88e8-8f7383dbe590 req-ba85b7d6-7962-4da8-96a4-7b2c55de343e tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 948 time: 0.0791130
May 19 06:42:43.730611 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e9a0b972-972b-466b-88e8-8f7383dbe590 req-27112836-0742-4ddc-b203-a2a1603ba77e tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371835
May 19 06:42:44.278942 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a19c9-5234-4a2a-b2c6-6233c7113dbe req-8cba428f-4541-4cd2-9fd0-ae26be1534ad tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:44.280410 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-519a19c9-5234-4a2a-b2c6-6233c7113dbe req-8cba428f-4541-4cd2-9fd0-ae26be1534ad tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 943 time: 0.0820236
May 19 06:42:44.324888 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-519a19c9-5234-4a2a-b2c6-6233c7113dbe req-8475120f-7c89-4663-b149-2f52556372b5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389080
May 19 06:42:44.588296 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device bb5e578f-2b2f-4c66-8d41-20e766d605a7 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:42:44.615008 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:42:44.799836 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:44.812497 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'port_id': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'mac_address': 'fa:16:3e:15:07:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:42:44.842502 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port bb5e578f-2b2f-4c66-8d41-20e766d605a7 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:42:44.860319 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port bb5e578f-2b2f-4c66-8d41-20e766d605a7 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:44.860684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:44.913820 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53310e89-5c92-4f39-a62f-3d1455cc7637 req-9a6b767c-3c30-4929-8107-57ae390b24b6 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:44.915041 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:44.915919 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-53310e89-5c92-4f39-a62f-3d1455cc7637 req-9a6b767c-3c30-4929-8107-57ae390b24b6 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 948 time: 0.0798793
May 19 06:42:44.937076 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:42:44.959944 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-53310e89-5c92-4f39-a62f-3d1455cc7637 req-ed9e11fd-935f-4da0-ab21-2d2cac9df916 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383639
May 19 06:42:44.989071 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:45.007421 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:45.029264 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:45.031671 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-1a82665e-fdd9-4b64-920c-643847ee71d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:45.065660 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:42:45.092811 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port bb5e578f-2b2f-4c66-8d41-20e766d605a7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bb5e578f-2b2f-4c66-8d41-20e766d605a7,segment=NetworkSegment(dd5eb137-5178-45fc-8e6d-0764626bec67),segment_id=dd5eb137-5178-45fc-8e6d-0764626bec67)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:45.110556 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:45.113589 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:45.130633 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:45.132448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:45.175310 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7', 'code': 200}
May 19 06:42:45.203481 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=bb5e578f-2b2f-4c66-8d41-20e766d605a7,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:45.206209 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:45.276922 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['62d8d6ff-d197-4a75-95a9-4a7acaebf0bb'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:42:45.515789 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3a498-39d8-497b-8ae8-bc00ea29073f req-397d7cc5-d950-4034-b0ca-3b6c77118c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:45.516363 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcf567-a52f-4b6c-8031-390a78d093cf req-bb7bb865-d32e-41bb-a430-d5a427a032c3 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:45.517395 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-77bcf567-a52f-4b6c-8031-390a78d093cf req-bb7bb865-d32e-41bb-a430-d5a427a032c3 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 944 time: 0.0863385
May 19 06:42:45.519099 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d7a3a498-39d8-497b-8ae8-bc00ea29073f req-397d7cc5-d950-4034-b0ca-3b6c77118c2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 1102 time: 0.0795901
May 19 06:42:45.566047 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d7a3a498-39d8-497b-8ae8-bc00ea29073f req-4505bae5-4dd3-4457-a3b6-6b45f78fecb4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366762
May 19 06:42:45.573739 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-77bcf567-a52f-4b6c-8031-390a78d093cf req-fb06fe24-2923-43c6-b41b-de3e61d35b26 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466220
May 19 06:42:46.144933 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c0007-6579-4a1f-9533-b19dfd219c95 req-10180688-d48b-4114-b373-18ccb4362952 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:46.146371 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c68c0007-6579-4a1f-9533-b19dfd219c95 req-10180688-d48b-4114-b373-18ccb4362952 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 949 time: 0.0817428
May 19 06:42:46.189601 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c68c0007-6579-4a1f-9533-b19dfd219c95 req-c0de0616-6388-4408-bd55-88dfd9bfc860 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371010
May 19 06:42:46.602701 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:42:46.755709 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad6ed3-21ef-4f9a-ab58-5b431221f1d7 req-649acd54-9263-4e34-9428-deb71049eb08 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:46.757151 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ecad6ed3-21ef-4f9a-ab58-5b431221f1d7 req-649acd54-9263-4e34-9428-deb71049eb08 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 944 time: 0.0783367
May 19 06:42:46.770208 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:42:46.775930 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:42:46.776301 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:46.803229 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ecad6ed3-21ef-4f9a-ab58-5b431221f1d7 req-4d22dc61-f4aa-475e-93d9-8e67207f5a50 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397363
May 19 06:42:46.891202 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:46.921452 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:46.987511 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:46.989296 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:47.053204 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:47.056657 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:47.175852 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:42:47.217853 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'code': 200}
May 19 06:42:47.375915 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e35eb-712f-4da1-8adb-b3e0e3d77c24 req-0f54ac4a-136b-40a5-b15d-4e56f1cbf99a tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:47.377360 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-363e35eb-712f-4da1-8adb-b3e0e3d77c24 req-0f54ac4a-136b-40a5-b15d-4e56f1cbf99a tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 949 time: 0.0827177
May 19 06:42:47.420869 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-363e35eb-712f-4da1-8adb-b3e0e3d77c24 req-5359256c-9932-41f5-ad9b-29b6b6dea969 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378530
May 19 06:42:47.636254 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be720e76-4563-47b6-a74d-4663b2b0d2da req-5199d6c1-216c-4253-8a86-b39dac30ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:47.637776 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be720e76-4563-47b6-a74d-4663b2b0d2da req-5199d6c1-216c-4253-8a86-b39dac30ede8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 1098 time: 0.0734527
May 19 06:42:47.679649 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be720e76-4563-47b6-a74d-4663b2b0d2da req-535a1d56-935f-41e8-9191-2ad55e93b2ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347371
May 19 06:42:47.987003 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49288778-36d0-4527-a9dd-cf36ce1285a6 req-208c089e-8b1c-48ab-9d28-f192d3160c13 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:47.988495 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-49288778-36d0-4527-a9dd-cf36ce1285a6 req-208c089e-8b1c-48ab-9d28-f192d3160c13 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 945 time: 0.0791972
May 19 06:42:48.085542 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-49288778-36d0-4527-a9dd-cf36ce1285a6 req-3fa3ec9f-fedd-460b-8133-ff8665faaeab tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905337
May 19 06:42:48.108294 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432d8e1-d1e9-4c45-a1c0-b31b9a82bb87 req-44ee14a2-a91b-4ec3-87a9-7a627cb24580 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:48.109727 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d432d8e1-d1e9-4c45-a1c0-b31b9a82bb87 req-44ee14a2-a91b-4ec3-87a9-7a627cb24580 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 949 time: 0.1138103
May 19 06:42:48.153205 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d432d8e1-d1e9-4c45-a1c0-b31b9a82bb87 req-646f15f0-f76d-49a8-955b-531dd8d8a044 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379422
May 19 06:42:49.309701 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c6a49-8470-44b6-9912-c8730dc1b168 req-f801790f-3e09-4f8f-83bc-fc2985bab33e tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:49.311140 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-418c6a49-8470-44b6-9912-c8730dc1b168 req-f801790f-3e09-4f8f-83bc-fc2985bab33e tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 945 time: 0.1210468
May 19 06:42:49.374037 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-418c6a49-8470-44b6-9912-c8730dc1b168 req-cbc39152-c5f5-474b-9e03-6c59e1b80eeb tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515220
May 19 06:42:49.385724 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf800-5735-496e-ba69-a982f531f028 req-54b96e54-6108-4e1a-a375-afbb70a8db4f tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:49.387066 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d6bf800-5735-496e-ba69-a982f531f028 req-54b96e54-6108-4e1a-a375-afbb70a8db4f tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 949 time: 0.1276400
May 19 06:42:49.433807 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9d6bf800-5735-496e-ba69-a982f531f028 req-1e1589da-afc4-4291-ad84-20f191fe4aa2 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/security-groups?id=1bc4dae7-8790-471c-b5d1-a3b2168d7be5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406957
May 19 06:42:49.459764 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-278613eb-1695-46ca-a55e-aa2315387278 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:49.460444 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-278613eb-1695-46ca-a55e-aa2315387278 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Synchronizing usage tracker for tenant:71b1868b6fb14b0081209485ad3b7623 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:42:49.559425 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3718cf-8b2a-4a2d-84d1-5ebf2b9499c5 req-8f592abf-2a87-4cd8-a24d-399dd0ee3428 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:49.560811 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6c3718cf-8b2a-4a2d-84d1-5ebf2b9499c5 req-8f592abf-2a87-4cd8-a24d-399dd0ee3428 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 945 time: 0.0780931
May 19 06:42:49.576362 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-278613eb-1695-46ca-a55e-aa2315387278 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Unset dirty status for tenant:71b1868b6fb14b0081209485ad3b7623 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:42:49.577615 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-278613eb-1695-46ca-a55e-aa2315387278 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.52 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 949 time: 0.1983557
May 19 06:42:49.605839 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-6c3718cf-8b2a-4a2d-84d1-5ebf2b9499c5 req-d6c874da-b7f4-4eba-8581-2ea0a12e881f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393469
May 19 06:42:49.630417 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55246) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:49.716347 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Deleting port bb5e578f-2b2f-4c66-8d41-20e766d605a7 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:42:49.716767 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:49.807085 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d2c2b5-7013-4863-8177-d675ae9002ad tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:49.807812 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-38d2c2b5-7013-4863-8177-d675ae9002ad tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] Synchronizing usage tracker for tenant:ffe14a05cce442bdbae2543b82265671 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:42:49.848855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] For port bb5e578f-2b2f-4c66-8d41-20e766d605a7, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bb5e578f-2b2f-4c66-8d41-20e766d605a7,segment=NetworkSegment(dd5eb137-5178-45fc-8e6d-0764626bec67),segment_id=dd5eb137-5178-45fc-8e6d-0764626bec67)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:42:49.849128 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:49.895732 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-38d2c2b5-7013-4863-8177-d675ae9002ad tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] Unset dirty status for tenant:ffe14a05cce442bdbae2543b82265671 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:42:49.896906 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-38d2c2b5-7013-4863-8177-d675ae9002ad tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 1093 time: 0.2653472
May 19 06:42:49.899833 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55252) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:49.905285 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'port_id': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:42:49.911173 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:42:49.914932 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:floatingip and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:42:49.917745 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:42:49.924402 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:42:49.971284 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Calling delete_port for bb5e578f-2b2f-4c66-8d41-20e766d605a7 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:42:49.998885 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:50.139642 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:50.238856 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:50.244819 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-042d69e1-bcd9-4846-b83d-a56f0ca2afbc tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:50.250474 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['bb5e578f-2b2f-4c66-8d41-20e766d605a7'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:42:50.291994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Pushing event deleted for resources: {'Port': ['ID=bb5e578f-2b2f-4c66-8d41-20e766d605a7,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:50.291994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:50.373115 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] No DVR routers for this DVR port bb5e578f-2b2f-4c66-8d41-20e766d605a7 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:42:50.376178 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:50.379070 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'name': 'network-vif-deleted', 'tag': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:42:50.426971 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b699bd71-fe69-4935-86fa-1797383e0c4e', 'name': 'network-vif-deleted', 'tag': 'bb5e578f-2b2f-4c66-8d41-20e766d605a7', 'status': 'completed', 'code': 200}
May 19 06:42:50.442063 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-08b98fed-0219-4f70-b9be-ceac50ae65a3 req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.52 "DELETE /v2.0/ports/bb5e578f-2b2f-4c66-8d41-20e766d605a7 HTTP/1.1" status: 204  len: 173 time: 0.8570683
May 19 06:42:50.453718 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Allocated IP 172.27.1.199 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/9f421d79-2f7e-41df-ae4c-a251abb93104) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:42:50.603327 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5df0ee8b-6817-4980-a7ca-9f759d7d5ae0 req-5bd04bec-3539-4442-9d8a-82f49b2fb23e tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] 10.222.0.25 "GET /v2.0/ports?device_id=b699bd71-fe69-4935-86fa-1797383e0c4e HTTP/1.1" status: 200  len: 210 time: 0.0516703
May 19 06:42:50.647613 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:50.724743 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:50.729337 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cef40ff0-af39-4837-b49f-71baf5f7e384 tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:50.791806 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:42:50.794511 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:42:50.798115 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:42:50.830411 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=9f421d79-2f7e-41df-ae4c-a251abb93104,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:50.846861 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.851026 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.852011 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:42:50.854883 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:51.218188 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:51.360793 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:51.564667 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:51.615759 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:51.620978 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-c20068ba-7cbf-494e-b623-9a9c4b9ccfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:51.727113 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=9f421d79-2f7e-41df-ae4c-a251abb93104,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:51.731734 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:51.738575 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:51.908353 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Floating IP a760a946-838b-4b9d-b174-95600e7f15d1 associated. External IP: 172.27.1.199, port: 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb.
May 19 06:42:52.361163 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:42:52.541173 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:42:52.550653 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:42:52.560923 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:42:52.561747 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807523ef70>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:42:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:52.634838 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device bb5e578f-2b2f-4c66-8d41-20e766d605a7 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:42:52.661718 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:52.673769 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: bb5e578f-2b2f-4c66-8d41-20e766d605a7 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:42:52.674122 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device bb5e578f-2b2f-4c66-8d41-20e766d605a7 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:42:52.717941 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-ee3ec39d-25a4-47fc-899c-fd2670294342 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8168814
May 19 06:42:52.718662 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:42:52.780424 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:42:52.824341 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'status': 'completed', 'code': 200}
May 19 06:42:52.937191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-4a4731ce-13a0-4d87-9c7e-19169f831d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:52.938685 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-4a4731ce-13a0-4d87-9c7e-19169f831d14 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 1098 time: 0.0892639
May 19 06:42:53.077018 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-1c014455-9c5c-4038-b343-79634d5078d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:53.078491 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-1c014455-9c5c-4038-b343-79634d5078d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1330824
May 19 06:42:53.140584 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807523ef70>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'a760a946-838b-4b9d-b174-95600e7f15d1', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:15:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:42:51Z', 'updated_at': '2021-05-19T06:42:51Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:53.144480 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:42:53.153365 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:42:53.153971 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807523ef70>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:42:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:53.183930 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-7f487e08-340e-4388-b1fc-2fec0173b8fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb HTTP/1.1" status: 200  len: 999 time: 0.0986660
May 19 06:42:53.251486 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-b629d7f2-cf96-4dc5-bf64-63e28faf24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:53.252946 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-b629d7f2-cf96-4dc5-bf64-63e28faf24af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0624466
May 19 06:42:53.333664 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-343e6da3-7b56-4226-9968-d6cceee113ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:42:53.335369 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-343e6da3-7b56-4226-9968-d6cceee113ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758541
May 19 06:42:53.369372 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:42:53.475182 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-848d0c62-50bc-4873-83cb-cd84ef576e21 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274137
May 19 06:42:53.615057 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-67977f11-c967-4d1b-b6df-a1c77ce3fb10 req-282f6fb9-7cf6-41fb-892a-ee015e5ab4f6 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288705
May 19 06:42:53.737323 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807523ef70>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'a760a946-838b-4b9d-b174-95600e7f15d1', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:15:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:42:51Z', 'updated_at': '2021-05-19T06:42:51Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:42:53.741579 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19def6c-9bb1-4f48-8ad8-ea24277801a1 None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': 'a760a946-838b-4b9d-b174-95600e7f15d1', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.199', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:15:07:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:42:51Z', 'updated_at': '2021-05-19T06:42:51Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:42:53.909234 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8af1204-5e5b-4ed1-bdd8-e52aa2ccbe47 None None] New status for floating IP a760a946-838b-4b9d-b174-95600e7f15d1: ACTIVE {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:42:58.075202 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55496) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:58.222022 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-e27c2e14-ccdf-480a-a7a8-1d96d30e93fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71b1868b6fb14b0081209485ad3b7623&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1455874
May 19 06:42:58.224519 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55502) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:42:58.281316 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b7c6812a-a68d-4176-ad9f-bb7c1a220a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:58.306298 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b7c6812a-a68d-4176-ad9f-bb7c1a220a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:58.438624 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b7c6812a-a68d-4176-ad9f-bb7c1a220a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:58.442431 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-cf1c5c10-c978-413e-a13c-1e7790f34fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:42:58.453365 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6812a-a68d-4176-ad9f-bb7c1a220a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc4dae7-8790-471c-b5d1-a3b2168d7be5,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:42:58.455802 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b7c6812a-a68d-4176-ad9f-bb7c1a220a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:42:58.461277 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b7c6812a-a68d-4176-ad9f-bb7c1a220a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:42:58.462414 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-b7c6812a-a68d-4176-ad9f-bb7c1a220a42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1bc4dae7-8790-471c-b5d1-a3b2168d7be5 HTTP/1.1" status: 204  len: 168 time: 0.2370164
May 19 06:42:59.556576 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:43:02.603702 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:06.330092 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-845a54ff-322c-4ca6-b687-205103ed49d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:06.619087 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-ce8321a6-8f2f-47c3-b763-5f48d849daca service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683711
May 19 06:43:06.760147 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52126cc-94f1-4389-b78d-238c00febf54 req-98db7bc5-fd11-45b6-b080-8a4b8ef3e0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:43:06.761598 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-98db7bc5-fd11-45b6-b080-8a4b8ef3e0f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 1098 time: 0.0742674
May 19 06:43:06.912920 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52126cc-94f1-4389-b78d-238c00febf54 req-fa3be065-5871-4e57-a3f1-9c22e7c9a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:43:06.914279 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-fa3be065-5871-4e57-a3f1-9c22e7c9a627 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1253176
May 19 06:43:07.017603 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-5ea20ae4-1b3b-48a2-a0bf-f8f0220d7c0b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb HTTP/1.1" status: 200  len: 1001 time: 0.0962231
May 19 06:43:07.080458 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52126cc-94f1-4389-b78d-238c00febf54 req-3934d16b-7de9-411f-b9ab-00b933c2a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:43:07.081871 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-3934d16b-7de9-411f-b9ab-00b933c2a28b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0569491
May 19 06:43:07.166243 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52126cc-94f1-4389-b78d-238c00febf54 req-4ba5e86b-cddd-4e48-8cc0-902fc2c58420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:43:07.167623 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-4ba5e86b-cddd-4e48-8cc0-902fc2c58420 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714707
May 19 06:43:07.298307 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-52c986f3-0f5f-4ea7-b707-05e08a8691e3 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229639
May 19 06:43:07.521244 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-d52126cc-94f1-4389-b78d-238c00febf54 req-c8b65cfb-1bdf-43a1-af5d-8a4dbdac800c service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164865
May 19 06:43:09.249720 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:09.330315 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-41798e29-27d9-45d1-a9b3-90b6067a3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:10.101147 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:11.501468 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:32.552456 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:36.380911 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-3daef396-c3d9-4fd2-97a8-3332d0dc24a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:36.555305 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:43:39.249072 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:39.295371 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-4cccce64-c07e-4f7d-887a-c09fce1b0018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:40.140914 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:43:41.488649 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:02.614623 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:06.328795 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-6f1918db-e849-4806-8791-677ac14a7ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:07.383927 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-0f938711-4245-4635-937a-bf3fd2b71919 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0684378
May 19 06:44:07.530420 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-2b1e249f-6236-4008-90b5-62621fe8ee06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:07.531897 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-2b1e249f-6236-4008-90b5-62621fe8ee06 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 1098 time: 0.0754864
May 19 06:44:07.681552 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-1a209723-0b7a-4886-95e6-f8a08dc9d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:07.682920 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-1a209723-0b7a-4886-95e6-f8a08dc9d8b1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1278403
May 19 06:44:07.785405 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-90adab6f-e19c-47a0-bce2-a09d0864e962 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb HTTP/1.1" status: 200  len: 1001 time: 0.0919452
May 19 06:44:07.852409 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-9746db7f-4f70-4f20-867d-de536c69ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:07.853802 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-9746db7f-4f70-4f20-867d-de536c69ff53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0589540
May 19 06:44:07.930281 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-517149a4-38c6-459c-824b-0d2909706926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:07.931752 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-517149a4-38c6-459c-824b-0d2909706926 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677738
May 19 06:44:08.063218 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-88a99c59-54c2-47f7-8120-d438b1cf70c9 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1200898
May 19 06:44:08.193708 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ebba69b9-da87-4ffa-b626-39f293e88d04 req-a2e2d0b5-8df9-4edc-aa6b-dfd90902fe26 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203547
May 19 06:44:09.246112 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:09.311650 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-6fda8a96-e9bd-4eb2-9b0e-b4bc18af71ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:10.111371 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:11.517441 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:13.553455 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:44:32.568721 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:36.328552 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-37873a78-626c-468f-9a95-760e560dbe8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:39.271392 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:39.322657 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-79f82e1c-378e-48c9-844c-77ec81b3df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:40.099813 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:41.488132 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:50.552165 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:44:51.007809 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394b1b6-766f-4268-8e5e-fb0a56360220 req-828b966e-3e9a-4483-bfd5-b0134ee12015 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:51.009253 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2394b1b6-766f-4268-8e5e-fb0a56360220 req-828b966e-3e9a-4483-bfd5-b0134ee12015 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 945 time: 0.0828855
May 19 06:44:51.053051 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2394b1b6-766f-4268-8e5e-fb0a56360220 req-22afe0ca-17a4-4c04-90c8-5c363b0f7c48 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376475
May 19 06:44:52.237068 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c7fcf-7105-4957-ab1d-e52727ca47b3 req-ca664f78-d3b6-453e-a5aa-05a4d676ac4b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:52.238520 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-549c7fcf-7105-4957-ab1d-e52727ca47b3 req-ca664f78-d3b6-453e-a5aa-05a4d676ac4b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 945 time: 0.0784273
May 19 06:44:52.286334 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-549c7fcf-7105-4957-ab1d-e52727ca47b3 req-b7a00736-ca79-4941-b7a0-700a82c18068 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416780
May 19 06:44:52.840211 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a94608-9156-434c-bc6e-02fca2afc15d req-e23d6de5-e2dc-48d5-81f5-08076aecb93f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:52.840901 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-49a94608-9156-434c-bc6e-02fca2afc15d req-e23d6de5-e2dc-48d5-81f5-08076aecb93f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Synchronizing usage tracker for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:44:52.910988 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-49a94608-9156-434c-bc6e-02fca2afc15d req-e23d6de5-e2dc-48d5-81f5-08076aecb93f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Unset dirty status for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:44:52.912187 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-49a94608-9156-434c-bc6e-02fca2afc15d req-e23d6de5-e2dc-48d5-81f5-08076aecb93f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 945 time: 0.1543868
May 19 06:44:53.050646 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Deleting port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:44:53.050904 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:53.182026 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] For port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:44:53.182405 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:53.494251 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb889-bf48-4265-b93e-7b6860cbe9a5 req-38afa645-0b8d-4331-8dc6-e741f75d771c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:53.495753 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2b9eb889-bf48-4265-b93e-7b6860cbe9a5 req-38afa645-0b8d-4331-8dc6-e741f75d771c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 945 time: 0.0825272
May 19 06:44:53.539790 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2b9eb889-bf48-4265-b93e-7b6860cbe9a5 req-98fba6ab-1951-46eb-b49b-66d38a400f64 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383503
May 19 06:44:53.574307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:53.574307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:53.574307 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Floating IP a760a946-838b-4b9d-b174-95600e7f15d1 disassociated. External IP: 172.27.1.199, port: 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb.
May 19 06:44:53.574307 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Calling delete_port for 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:44:53.751211 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:53.756473 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-be085abf-178f-44cc-8300-3c54ef392e31 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:44:53.803400 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event deleted for resources: {'Port': ['ID=62d8d6ff-d197-4a75-95a9-4a7acaebf0bb,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:44:53.812903 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.813282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.813653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.814013 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.814368 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.814724 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.815082 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.815464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.815830 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.816170 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.816518 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.816866 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:44:53.820576 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:44:53.996217 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:44:54.170282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:44:54.179474 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:44:54.190817 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:44:54.191482 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807473dc10>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:44:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:44:54.246415 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] No DVR routers for this DVR port 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:44:54.249522 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:44:54.252322 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'name': 'network-vif-deleted', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:44:54.346258 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-49a94608-9156-434c-bc6e-02fca2afc15d req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "DELETE /v2.0/ports/62d8d6ff-d197-4a75-95a9-4a7acaebf0bb HTTP/1.1" status: 204  len: 173 time: 1.4257085
May 19 06:44:54.376795 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:44:54.546754 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e205cfb5-01a8-4e58-b547-9e238c5fc543', 'name': 'network-vif-deleted', 'tag': '62d8d6ff-d197-4a75-95a9-4a7acaebf0bb', 'status': 'completed', 'code': 200}
May 19 06:44:54.696481 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f34d6d8f-af3b-4e13-bdaa-055abfda3460 req-50c6b470-55a3-47b0-95a6-be22f24ddfd8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 210 time: 0.0503507
May 19 06:44:54.732241 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807473dc10>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:44:54.736476 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:44:54.744616 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:44:54.745195 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807473dc10>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:44:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:44:54.926204 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:44:55.160855 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:44:55.206579 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:44:55.207277 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 62d8d6ff-d197-4a75-95a9-4a7acaebf0bb not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:44:55.273317 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807473dc10>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:44:55.277133 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cc0cdb-6dbe-497d-9d1e-b6a3dbcca9c2 None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:44:55.471010 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b78fe-f638-4db4-a72d-24436d158bed None None] New status for floating IP a760a946-838b-4b9d-b174-95600e7f15d1: DOWN {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:44:55.866171 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1e48b4f6-59bb-404a-b111-87ab10d7d410 req-ac9f27ad-64ae-4568-86ac-0c5484f37491 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=e205cfb5-01a8-4e58-b547-9e238c5fc543 HTTP/1.1" status: 200  len: 210 time: 0.0440176
May 19 06:44:57.210124 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-db94f036-b75e-4c3e-9d6a-ffb6cd402a22 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140961652&fields=id&tenant_id=3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 267 time: 0.0393393
May 19 06:44:57.356704 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-7e44cb7b-f6ac-4225-8f74-4a72b369a6a0 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:44:57.358111 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-7e44cb7b-f6ac-4225-8f74-4a72b369a6a0 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 812 time: 0.1417115
May 19 06:44:57.372567 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-5c445f60-8032-46dd-9fd7-21e27e109830 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/quotas/3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 375 time: 0.0087209
May 19 06:44:57.458866 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-49048149-9e71-4759-a3c4-34a2279f0f4f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0808589
May 19 06:44:57.592142 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-96232141-2b34-479a-a41c-41fdd415ddbb service neutron] 10.222.0.25 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222236
May 19 06:44:57.821690 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-81a8d1c6-1c8a-41bc-8700-476bfcad91f0 service neutron] 10.222.0.25 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232971
May 19 06:44:58.436614 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4a4eaa52-3ea3-4a2b-8e41-7537c08bcf0b req-8162f0bb-2b27-402e-a7ec-909c4cd5bb6d tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 210 time: 0.0417717
May 19 06:44:59.583046 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a46a7bae-4abd-471e-b46a-efba519bf3eb req-f436e9d6-447a-4e43-8a44-d376d41ad1a3 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 210 time: 0.0451686
May 19 06:45:00.711158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-be6a2ab2-59d3-4d9c-b97f-8e27d888173c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:00.712613 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-be6a2ab2-59d3-4d9c-b97f-8e27d888173c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 812 time: 0.1473286
May 19 06:45:00.740202 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-37194b90-28e5-4f04-a74c-16997ab4257d req-d4d501ec-df99-4d41-9aad-9dcfdc47fa76 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 210 time: 0.0510671
May 19 06:45:00.776339 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-3b91d04c-54da-4a78-abad-ad0bfc1144c2 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 380 time: 0.0397651
May 19 06:45:00.788284 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'port': {'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'admin_state_up': True, 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'security_groups': ['8abea94f-9f57-4884-8196-cc030c0001ee']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:45:00.924304 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:45:00.928384 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:port and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:45:00.931229 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:45:00.936978 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:45:00.979855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Made reservation on behalf of 3c629f3d08f54250b23323f91409cf92 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:45:00.983401 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:01.145660 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Allocated IP 172.20.0.4 (982f799c-eaf1-48dc-bd40-548ccd5c6afa/463811fc-f997-4f9a-95fd-c373d7781a53/34d877fa-5844-4ffe-bbf3-91584e00911e) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:45:01.333192 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:01.348531 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Transition to ACTIVE for port object 34d877fa-5844-4ffe-bbf3-91584e00911e will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:45:01.448924 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:01.455081 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:45:01.524800 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:45:01.527843 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:45:01.532116 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:45:01.568419 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=34d877fa-5844-4ffe-bbf3-91584e00911e,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:45:01.573016 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:45:01.603176 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:01.603860 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:01.729311 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9444537
May 19 06:45:01.742263 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Request body: {'port': {'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:45:01.796766 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ba392620-a6ae-4177-a376-b636d00b1846 None None] Provisioning for port 34d877fa-5844-4ffe-bbf3-91584e00911e completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:45:01.804390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-ba392620-a6ae-4177-a376-b636d00b1846 None None] Provisioning complete for port 34d877fa-5844-4ffe-bbf3-91584e00911e triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:45:01.804390 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ba392620-a6ae-4177-a376-b636d00b1846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:01.862499 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-ba392620-a6ae-4177-a376-b636d00b1846 None None] Port 34d877fa-5844-4ffe-bbf3-91584e00911e cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:45:01.942544 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776530e9-60db-4b5e-b4d0-9ec886da5515 req-f8f945ce-6505-4cf9-934b-0f185898c2d2 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:01.944822 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-776530e9-60db-4b5e-b4d0-9ec886da5515 req-f8f945ce-6505-4cf9-934b-0f185898c2d2 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 931 time: 0.0902519
May 19 06:45:01.969475 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:01.990385 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-776530e9-60db-4b5e-b4d0-9ec886da5515 req-d33abc63-d975-421a-b5aa-7cd858f36a42 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398660
May 19 06:45:02.308779 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d877fa-5844-4ffe-bbf3-91584e00911e {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:45:02.317510 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:02.332378 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Transition to ACTIVE for port object 34d877fa-5844-4ffe-bbf3-91584e00911e will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:45:02.436555 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:02.441840 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-cb65337f-f596-4223-bc7d-48f45b4db9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:45:02.595554 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Pushing event updated for resources: {'Port': ['ID=34d877fa-5844-4ffe-bbf3-91584e00911e,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:45:02.606433 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:45:02.625968 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:02.674544 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Attempting to bind port 34d877fa-5844-4ffe-bbf3-91584e00911e on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:45:02.674966 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Attempting to bind port 34d877fa-5844-4ffe-bbf3-91584e00911e by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:45:02.675388 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Attempting to bind port 34d877fa-5844-4ffe-bbf3-91584e00911e on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:45:02.679961 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Port 34d877fa-5844-4ffe-bbf3-91584e00911e on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:45:02.680510 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Attempting to bind port 34d877fa-5844-4ffe-bbf3-91584e00911e on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:45:02.685206 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:45:02.685537 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Checking segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:45:02.685908 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Bound using segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:45:02.686329 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Bound port: 34d877fa-5844-4ffe-bbf3-91584e00911e, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:45:02.686666 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:02.775860 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] For port 34d877fa-5844-4ffe-bbf3-91584e00911e, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:45:02.778610 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] For port 34d877fa-5844-4ffe-bbf3-91584e00911e, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=34d877fa-5844-4ffe-bbf3-91584e00911e,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:45:02.837260 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:02.841592 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-fa4d49d6-b3ff-48e5-97a5-4899136a3208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:45:02.895032 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:02.895662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:02.897083 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] 10.222.0.52 "PUT /v2.0/ports/34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 200  len: 1093 time: 1.1592391
May 19 06:45:02.897620 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:45:02.924602 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Pushing event updated for resources: {'Port': ['ID=34d877fa-5844-4ffe-bbf3-91584e00911e,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:45:02.929451 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:45:02.956008 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'status': 'completed', 'code': 200}
May 19 06:45:03.061623 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e9d4-88c4-4b8a-a8da-ccc79b70703b req-83fb3d59-1238-46a5-80d3-8c8481598c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:03.063164 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be98e9d4-88c4-4b8a-a8da-ccc79b70703b req-83fb3d59-1238-46a5-80d3-8c8481598c35 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1096 time: 0.0837381
May 19 06:45:03.179934 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c7a40-885d-49e6-8410-3763fa9219aa req-1d234bea-12b7-40e0-bc59-61c99392750f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:03.181317 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d92c7a40-885d-49e6-8410-3763fa9219aa req-1d234bea-12b7-40e0-bc59-61c99392750f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 943 time: 0.0848346
May 19 06:45:03.209401 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e9d4-88c4-4b8a-a8da-ccc79b70703b req-8f8bdec9-4112-433b-bf7a-4f229d9636e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:03.210820 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be98e9d4-88c4-4b8a-a8da-ccc79b70703b req-8f8bdec9-4112-433b-bf7a-4f229d9636e4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c629f3d08f54250b23323f91409cf92&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1354642
May 19 06:45:03.225248 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d92c7a40-885d-49e6-8410-3763fa9219aa req-0a122139-a648-47a5-ad1c-3fefc64546d7 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381916
May 19 06:45:03.347090 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e9d4-88c4-4b8a-a8da-ccc79b70703b req-5d43e894-2766-49f0-8b7e-9dcbace98d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:03.348538 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-be98e9d4-88c4-4b8a-a8da-ccc79b70703b req-5d43e894-2766-49f0-8b7e-9dcbace98d22 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1271923
May 19 06:45:03.456189 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-51869e54-d356-4d27-afe4-118f9e10bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:03.457586 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-51869e54-d356-4d27-afe4-118f9e10bc21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1096 time: 0.0680609
May 19 06:45:03.530210 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-1dadf462-5fc7-4e8e-924f-3e59d26b6eb9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 200  len: 217 time: 0.0609288
May 19 06:45:03.596489 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-04ddb9f5-83e9-4600-8530-67c85df3ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:03.597840 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-04ddb9f5-83e9-4600-8530-67c85df3ef14 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0578220
May 19 06:45:03.679298 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-b0061546-2bde-4433-8d1e-be25daa09730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:03.680734 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-b0061546-2bde-4433-8d1e-be25daa09730 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724604
May 19 06:45:03.908936 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-82acf4b3-a729-4b74-b6f0-8da9f6f5e3bd service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166719
May 19 06:45:04.041333 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-84b8dcf8-0423-4ed5-917a-14291d4e15e5 req-6bd69643-cb4e-45c7-ab52-78573b016a88 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220689
May 19 06:45:04.413243 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565518ea-17c1-475f-a25b-205baa8cfa14 req-d2210ce0-b5bf-4736-a8b0-a47503dd23ad tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:04.414693 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-565518ea-17c1-475f-a25b-205baa8cfa14 req-d2210ce0-b5bf-4736-a8b0-a47503dd23ad tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 943 time: 0.0789423
May 19 06:45:04.457497 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-565518ea-17c1-475f-a25b-205baa8cfa14 req-4f68a7d1-769c-4790-9733-e7d9adf82a17 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372612
May 19 06:45:05.640314 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02417cc7-0689-4e37-afa4-6e3539d084e7 req-67545da5-355a-4476-8839-087ff4e902e5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:05.641771 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-02417cc7-0689-4e37-afa4-6e3539d084e7 req-67545da5-355a-4476-8839-087ff4e902e5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 943 time: 0.0831990
May 19 06:45:05.685471 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-02417cc7-0689-4e37-afa4-6e3539d084e7 req-30bf1d80-5d8a-4700-9b37-0f4e03b7798a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374858
May 19 06:45:06.321869 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f8aaed2b-55a9-43c5-83d2-d4d50affa762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:06.868540 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e645a4-3d4a-48ef-b068-0214c840283c req-d7eed899-4875-4f52-9e23-5bbf7da930b5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:06.869970 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-44e645a4-3d4a-48ef-b068-0214c840283c req-d7eed899-4875-4f52-9e23-5bbf7da930b5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 943 time: 0.0815699
May 19 06:45:06.913282 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-44e645a4-3d4a-48ef-b068-0214c840283c req-8b631c1c-0000-4550-b7d9-2c55c1a0f729 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378380
May 19 06:45:08.097015 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c048568-aad9-440f-a3ec-e39f06814105 req-c7025dce-38b9-4fe1-9fd9-b4130ca1e338 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:08.098476 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7c048568-aad9-440f-a3ec-e39f06814105 req-c7025dce-38b9-4fe1-9fd9-b4130ca1e338 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 943 time: 0.0793374
May 19 06:45:08.143105 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7c048568-aad9-440f-a3ec-e39f06814105 req-b44f263d-9657-4312-be8a-2414a828eb9a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385940
May 19 06:45:09.265304 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:09.299676 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-accc5fab-ad13-4076-9f12-43d11a19bc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:09.332376 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff46a2-45f2-4fd9-858e-b11d5da87b6c req-980fbed9-a915-4185-ba8c-db2e403c19d3 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:09.333822 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3cff46a2-45f2-4fd9-858e-b11d5da87b6c req-980fbed9-a915-4185-ba8c-db2e403c19d3 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 943 time: 0.0852454
May 19 06:45:09.377214 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3cff46a2-45f2-4fd9-858e-b11d5da87b6c req-fe7780c4-f9f9-4461-a3ce-22b2ea118b2d tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371752
May 19 06:45:10.116321 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:10.556807 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7b828-3f9a-4f2a-b3a6-9b4f014fcec5 req-a5c3f39a-0b30-43f6-99f7-1a53d2053f83 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:10.558265 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ecd7b828-3f9a-4f2a-b3a6-9b4f014fcec5 req-a5c3f39a-0b30-43f6-99f7-1a53d2053f83 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 943 time: 0.0799363
May 19 06:45:10.605990 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ecd7b828-3f9a-4f2a-b3a6-9b4f014fcec5 req-08dbbe61-dea0-4e74-9e39-0a4d498d1140 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415795
May 19 06:45:11.256121 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 34d877fa-5844-4ffe-bbf3-91584e00911e details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:45:11.384436 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 34d877fa-5844-4ffe-bbf3-91584e00911e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=34d877fa-5844-4ffe-bbf3-91584e00911e,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:45:11.397435 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:45:11.461796 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:11.477619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d877fa-5844-4ffe-bbf3-91584e00911e {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:45:11.492527 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 34d877fa-5844-4ffe-bbf3-91584e00911e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=34d877fa-5844-4ffe-bbf3-91584e00911e,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:45:11.522382 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:11.562022 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:11.563698 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:45:11.627900 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=34d877fa-5844-4ffe-bbf3-91584e00911e,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:45:11.635022 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.635318 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.636144 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.636144 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.636319 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.636582 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.636903 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.637229 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.637547 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.637864 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.638175 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.638486 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:45:11.642847 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:45:11.788726 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8d6c4-1ece-47b7-bf56-b48a8df22291 req-3b155897-32d2-4e5e-95e9-fb0268d64aee tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:11.790207 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-74d8d6c4-1ece-47b7-bf56-b48a8df22291 req-3b155897-32d2-4e5e-95e9-fb0268d64aee tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 944 time: 0.0798156
May 19 06:45:11.835818 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-74d8d6c4-1ece-47b7-bf56-b48a8df22291 req-bb217054-6497-43fd-b270-66e4879f148d tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397410
May 19 06:45:11.870845 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['34d877fa-5844-4ffe-bbf3-91584e00911e'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:45:13.018668 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eaa32-da11-4b8a-af2d-935ef0c94656 req-a11b66bd-29e9-4a72-8ef3-23ace44e41e6 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:13.020120 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e73eaa32-da11-4b8a-af2d-935ef0c94656 req-a11b66bd-29e9-4a72-8ef3-23ace44e41e6 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 944 time: 0.0823803
May 19 06:45:13.062459 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e73eaa32-da11-4b8a-af2d-935ef0c94656 req-e1f0e2a1-6cb5-4aac-bba6-16867a02f5b8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368214
May 19 06:45:13.284511 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 34d877fa-5844-4ffe-bbf3-91584e00911e up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:45:13.448035 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 34d877fa-5844-4ffe-bbf3-91584e00911e completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:45:13.452415 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 34d877fa-5844-4ffe-bbf3-91584e00911e triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:45:13.452790 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:13.565614 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:13.591909 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:45:13.601382 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 34d877fa-5844-4ffe-bbf3-91584e00911e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=34d877fa-5844-4ffe-bbf3-91584e00911e,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:45:13.636350 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'code': 200}
May 19 06:45:13.659697 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:13.662243 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:45:13.727710 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=34d877fa-5844-4ffe-bbf3-91584e00911e,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:45:13.731283 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:45:14.092059 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0e926-e61f-4ca6-b42d-306aead1b43a req-c8d4ea70-d4ad-4fee-9227-136f263c39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:14.093575 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-90d0e926-e61f-4ca6-b42d-306aead1b43a req-c8d4ea70-d4ad-4fee-9227-136f263c39f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1098 time: 0.0689132
May 19 06:45:14.139046 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-90d0e926-e61f-4ca6-b42d-306aead1b43a req-f98cd22d-2284-4e27-8b18-db163e66cc46 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351038
May 19 06:45:14.245368 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338c47d-dcdc-4c7b-af94-e9bf67c81f0e req-4a667951-bf6a-47ca-a1f1-59bcc01fb716 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:14.246810 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3338c47d-dcdc-4c7b-af94-e9bf67c81f0e req-4a667951-bf6a-47ca-a1f1-59bcc01fb716 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 945 time: 0.0785220
May 19 06:45:14.291154 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-3338c47d-dcdc-4c7b-af94-e9bf67c81f0e req-49347bae-bbec-489c-b431-46b8c91ca459 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382149
May 19 06:45:15.476482 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0112ca1-6869-474f-b8e1-0461e3f3369f req-87e110eb-6c2d-4d1d-b401-62226ba09f85 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:15.477808 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c0112ca1-6869-474f-b8e1-0461e3f3369f req-87e110eb-6c2d-4d1d-b401-62226ba09f85 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 945 time: 0.0803301
May 19 06:45:15.521139 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-c0112ca1-6869-474f-b8e1-0461e3f3369f req-3b68ce5e-f73f-4ca9-87ef-78303cb0c80c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377784
May 19 06:45:15.698326 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1b4aa-03a6-45a1-8c60-27b51d909c71 req-c770cf74-85ce-4efc-b5ea-e8120d704810 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:15.699785 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a8c1b4aa-03a6-45a1-8c60-27b51d909c71 req-c770cf74-85ce-4efc-b5ea-e8120d704810 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 945 time: 0.0778766
May 19 06:45:15.746888 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-a8c1b4aa-03a6-45a1-8c60-27b51d909c71 req-a63d0858-642e-4369-8473-e225e83ff757 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414994
May 19 06:45:15.772920 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55604) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:45:15.847279 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f75c437-9a4b-4ccc-b4a2-e10a7804bd83 tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:15.848777 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5f75c437-9a4b-4ccc-b4a2-e10a7804bd83 tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1093 time: 0.0748708
May 19 06:45:15.851545 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55608) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:45:15.856496 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:45:15.862869 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:45:15.866905 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:floatingip and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:45:15.869733 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:45:15.875377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:45:15.950935 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:16.083796 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:16.213334 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Allocated IP 172.27.1.222 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/1ea0611d-2988-4d2f-8a07-b948f8f1872c) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:45:16.356417 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:16.453816 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:16.458607 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-609717f9-a463-4e10-bc03-810a1102de0b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:45:16.522698 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:45:16.525396 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:45:16.528914 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:45:16.560371 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=1ea0611d-2988-4d2f-8a07-b948f8f1872c,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:45:16.564246 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:45:16.923066 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:17.048557 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:17.246890 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:17.299434 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:17.303842 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-119edbc4-17da-4a3b-9e0e-4cd5ffb69240 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:45:17.503095 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=1ea0611d-2988-4d2f-8a07-b948f8f1872c,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:45:17.507047 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:45:17.515115 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:17.682615 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Floating IP 09225c4e-3b01-4a3c-a7a6-d56c3ac482a6 associated. External IP: 172.27.1.222, port: 34d877fa-5844-4ffe-bbf3-91584e00911e.
May 19 06:45:18.024024 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:45:18.193625 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:45:18.202913 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:45:18.212577 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:45:18.213183 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80750ace20>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:45:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:45:18.282451 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:18.339661 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-32d82084-f15b-466c-a26a-32bb4662dbe9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4870362
May 19 06:45:18.340428 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:45:18.384056 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'status': 'completed', 'code': 200}
May 19 06:45:18.390255 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:45:18.474086 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-6dc4bd53-11ca-43bf-8950-5cdf9ff27c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:18.475587 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-6dc4bd53-11ca-43bf-8950-5cdf9ff27c42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1098 time: 0.0692580
May 19 06:45:18.606005 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-9ec6e723-c738-4761-8aaa-4734b9e13a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:18.607403 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-9ec6e723-c738-4761-8aaa-4734b9e13a8d service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1256928
May 19 06:45:18.709184 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-92e5cbe4-ec07-44da-8ad1-6edebe2da0de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 200  len: 999 time: 0.0947783
May 19 06:45:18.728598 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80750ace20>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:16Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:45:18.732380 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:45:18.741329 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:45:18.741920 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80750ace20>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:45:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:45:18.770586 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-4911c3ca-a873-434a-b63a-3da34a3b98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:18.772033 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-4911c3ca-a873-434a-b63a-3da34a3b98e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0568230
May 19 06:45:18.849149 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-50fc06a8-ed89-4aa3-b10a-f827a676272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:45:18.850609 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-50fc06a8-ed89-4aa3-b10a-f827a676272b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719872
May 19 06:45:18.914815 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:45:19.082336 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-f32e2a36-e990-41e8-9e18-b03c8aa9d759 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245607
May 19 06:45:19.214389 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f038fd15-a61c-4cad-9820-27a70656fe81 req-73b05ca0-544b-4430-87be-328df64593a4 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255617
May 19 06:45:19.261813 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80750ace20>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:16Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:45:19.265661 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e0c3c5-72a2-4201-a9e3-4dc883c15721 None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:16Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:45:19.441668 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774718fd-1f15-41bf-b70a-8a2e48a865b0 None None] New status for floating IP 09225c4e-3b01-4a3c-a7a6-d56c3ac482a6: ACTIVE {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:45:27.551334 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:45:32.652648 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:36.327933 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-b778471d-615c-4150-96a3-d41fd2e460e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:39.252762 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:39.310295 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-d5f9b6e8-f183-445a-8ec4-c170dd3e82de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:40.133617 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:45:41.520793 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:02.595506 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:04.550862 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:46:06.326629 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a8154536-3256-4c10-ad28-90316dcbb686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:09.321287 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:09.327058 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-313dfe0d-0178-400f-90da-fa944d20c897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:09.362359 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-64c834c9-ebb9-4241-b6fe-e62056ea693d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710990
May 19 06:46:09.506237 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98754-0082-4428-8997-aa09ae206496 req-fa3abb78-fd9c-4823-b9cb-68f026079b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:09.508228 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-fa3abb78-fd9c-4823-b9cb-68f026079b1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1098 time: 0.0726199
May 19 06:46:09.650497 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98754-0082-4428-8997-aa09ae206496 req-30331de0-447a-4c42-8d10-004f6db9e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:09.651956 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-30331de0-447a-4c42-8d10-004f6db9e263 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1251116
May 19 06:46:09.759670 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-5669e382-321f-4d0e-a9c8-8975dc414ccb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 200  len: 1001 time: 0.0959604
May 19 06:46:09.824617 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98754-0082-4428-8997-aa09ae206496 req-4b7e0f04-bcbf-43a8-80c5-bd9023bbc3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:09.825962 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-4b7e0f04-bcbf-43a8-80c5-bd9023bbc3de service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0555665
May 19 06:46:09.904144 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb98754-0082-4428-8997-aa09ae206496 req-5670bc00-128a-49b1-929d-a1b61002cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:09.905572 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-5670bc00-128a-49b1-929d-a1b61002cc13 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685976
May 19 06:46:10.042021 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-c95f0912-25a5-4d39-bf58-11c9ed8c0d18 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253653
May 19 06:46:10.115905 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:10.177008 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5bb98754-0082-4428-8997-aa09ae206496 req-3e51847f-af64-445b-bd11-c43e42f28171 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252680
May 19 06:46:11.509960 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:32.595406 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:36.315451 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2f7579eb-ce5c-41dc-ae1c-6d21cf9d27e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:39.251938 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:39.309477 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-3ed942b8-56f9-47ef-8428-56cf90934ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:40.120816 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:41.509894 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:41.549366 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:46:54.976977 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-73ac4486-e3d3-4e15-a469-771b08d88de8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1140961652&fields=id&tenant_id=3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 267 time: 0.0398886
May 19 06:46:55.120994 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-208bc3ee-ad33-4bd3-9510-32e8c6211d1a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:55.122383 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-208bc3ee-ad33-4bd3-9510-32e8c6211d1a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 812 time: 0.1391852
May 19 06:46:55.136856 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-2904e65d-4369-4a9c-905c-b3647761abd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/quotas/3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 375 time: 0.0091043
May 19 06:46:55.222246 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-9cc490ef-679f-44b6-9ffd-026480597b52 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0805151
May 19 06:46:55.441342 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-99377081-2194-4056-8e1d-51a09b7a6500 service neutron] 10.222.0.25 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079742
May 19 06:46:55.567615 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-b3668fda-b065-4e67-b950-c0ef31755e79 service neutron] 10.222.0.25 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205328
May 19 06:46:56.182686 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e4b32e0a-6567-45d9-8056-7b7bb0262a04 req-a998b078-7e1f-4db1-814d-b1ebf2e0ab8f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 210 time: 0.0489242
May 19 06:46:57.328878 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-86514008-50e8-4390-9e4e-ff794d02f146 req-7b318d9a-5ba4-4f76-a10c-896b0f2bf22d tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 210 time: 0.0422184
May 19 06:46:58.094292 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-ec6d27ba-cd26-4145-81e4-7ddf8f837edd tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:58.095726 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-ec6d27ba-cd26-4145-81e4-7ddf8f837edd tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 812 time: 0.1478858
May 19 06:46:58.150458 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-5b9d437f-d9e5-4ade-b7dc-efe05321cb1f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c629f3d08f54250b23323f91409cf92 HTTP/1.1" status: 200  len: 380 time: 0.0397859
May 19 06:46:58.162874 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'port': {'device_id': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'admin_state_up': True, 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'security_groups': ['8abea94f-9f57-4884-8196-cc030c0001ee']}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:46:58.297347 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:46:58.302029 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:port and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:46:58.304855 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for port was recalculated. Used quota:5. {{(pid=92078) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:46:58.310464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.quota.driver [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=92078) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:46:58.366568 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Made reservation on behalf of 3c629f3d08f54250b23323f91409cf92 for: {'port': 1} {{(pid=92078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 19 06:46:58.370668 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:58.496917 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b6644690-071e-4f8b-a83f-a7bf3dd58974 req-ba5185bb-a744-4635-a575-1d6790f2f01c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 210 time: 0.0425413
May 19 06:46:58.533629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_common [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Allocated IP 172.20.0.14 (982f799c-eaf1-48dc-bd40-548ccd5c6afa/463811fc-f997-4f9a-95fd-c373d7781a53/3e67cad0-6dc1-473d-9ffa-73a18382a4a5) {{(pid=92078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:46:58.818209 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:58.833694 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Transition to ACTIVE for port object 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 will not be triggered until provisioned by entity DHCP. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:46:58.926971 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_create {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:58.933335 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8ee2036c-3a12-482e-9a22-fa7db01923b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:46:58.997582 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa is already hosted by enough agents. {{(pid=92078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:46:59.000624 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.base_scheduler [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources bound (agent type, host, resource id):  {{(pid=92078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:46:59.004421 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Received port after_create {{(pid=92078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:46:59.045752 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,revision_number=1']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:46:59.063706 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.064073 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.064438 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.064800 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.065148 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.065495 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.065843 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.066192 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.066568 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.066912 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.067271 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.067621 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:46:59.079313 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:46:59.089004 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:59.089614 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:59.195832 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-e500e10f-fbb4-412a-a424-fb673a936208 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0366058
May 19 06:46:59.213296 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.v2.base [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Request body: {'port': {'device_id': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=92078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:46:59.326687 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:59.337719 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-3ee8f03a-8680-4366-8776-d3eeaed21851 None None] Provisioning for port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 completed by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:46:59.342776 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-3ee8f03a-8680-4366-8776-d3eeaed21851 None None] Provisioning complete for port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 triggered by entity DHCP. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:46:59.343295 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-3ee8f03a-8680-4366-8776-d3eeaed21851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:59.396927 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-3ee8f03a-8680-4366-8776-d3eeaed21851 None None] Port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 cannot update to ACTIVE because it is not bound. {{(pid=92079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 19 06:46:59.668657 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 {{(pid=92078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:46:59.675839 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:59.682786 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a94ef-f49c-4d2e-b386-0ea618bc5f1f req-96a39e8c-6fe6-4ba1-bb4f-a0fd8b8eb6df tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:46:59.684290 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-095a94ef-f49c-4d2e-b386-0ea618bc5f1f req-96a39e8c-6fe6-4ba1-bb4f-a0fd8b8eb6df tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 932 time: 0.0833747
May 19 06:46:59.690402 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.provisioning_blocks [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Transition to ACTIVE for port object 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 will not be triggered until provisioned by entity L2. {{(pid=92078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 19 06:46:59.729253 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-095a94ef-f49c-4d2e-b386-0ea618bc5f1f req-f7c0b988-9239-4796-881a-8e7508944ba8 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387626
May 19 06:46:59.743708 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:46:59.747714 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4825cdd7-b05b-43ac-b221-32ac023795b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:46:59.896894 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,revision_number=2']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:46:59.905163 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:46:59.976781 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Attempting to bind port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 on host hv-cinder-79091 for vnic_type normal with profile  {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 19 06:46:59.977103 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Attempting to bind port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 19 06:46:59.977424 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Attempting to bind port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:46:59.981817 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 19 06:46:59.982127 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Attempting to bind port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 on network 982f799c-eaf1-48dc-bd40-548ccd5c6afa {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 19 06:46:59.987037 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Checking agent: {'id': 'c24ccf02-6235-4e7d-9f4d-33fda72b132e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'started_at': datetime.datetime(2021, 5, 19, 6, 30, 1), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 6, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 19 06:46:59.987405 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Checking segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 19 06:46:59.987779 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Bound using segment: {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'} {{(pid=92078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 19 06:46:59.988191 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.managers [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Bound port: 3e67cad0-6dc1-473d-9ffa-73a18382a4a5, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a967af3-466e-45d4-9bc4-633e0a884949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa'}}] {{(pid=92078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 19 06:46:59.988783 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:00.073835 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] For port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5, host hv-cinder-79091, cleared binding levels {{(pid=92078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 19 06:47:00.076905 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] For port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 19 06:47:00.137662 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2942583'] for port, after_update {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:00.142071 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-8f63a787-288f-4c3d-a7af-ee1931d6bbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:47:00.202658 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:00.203281 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:00.204669 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] 10.222.0.52 "PUT /v2.0/ports/3e67cad0-6dc1-473d-9ffa-73a18382a4a5 HTTP/1.1" status: 200  len: 1094 time: 0.9954743
May 19 06:47:00.205141 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:47:00.226351 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Pushing event updated for resources: {'Port': ['ID=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,revision_number=3']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:47:00.230665 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-26bfe924-d8e7-4fda-bb7d-a6136f87fc1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:47:00.254193 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'status': 'completed', 'code': 200}
May 19 06:47:00.356151 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcfa6b-cdad-424d-855c-49d4bb7ea86b req-456a1d53-8270-4563-9847-a5a937b0b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:00.357644 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2cbcfa6b-cdad-424d-855c-49d4bb7ea86b req-456a1d53-8270-4563-9847-a5a937b0b418 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 1097 time: 0.0721645
May 19 06:47:00.503058 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcfa6b-cdad-424d-855c-49d4bb7ea86b req-0ea2ccc7-2b89-44d6-832b-5da9538363e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:00.504445 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2cbcfa6b-cdad-424d-855c-49d4bb7ea86b req-0ea2ccc7-2b89-44d6-832b-5da9538363e1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=3c629f3d08f54250b23323f91409cf92&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1331890
May 19 06:47:00.642983 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbcfa6b-cdad-424d-855c-49d4bb7ea86b req-0676bc0d-4922-4517-9ccb-c89833d92c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:00.644502 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-2cbcfa6b-cdad-424d-855c-49d4bb7ea86b req-0676bc0d-4922-4517-9ccb-c89833d92c64 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1296103
May 19 06:47:00.754453 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-04a0fa8a-407c-499b-b2d6-65fa415ec079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:00.755863 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-04a0fa8a-407c-499b-b2d6-65fa415ec079 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 1097 time: 0.0735784
May 19 06:47:00.826767 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-52969404-7bc2-4cf7-adf0-9a4e31cfe8ef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5 HTTP/1.1" status: 200  len: 217 time: 0.0611475
May 19 06:47:00.919508 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d32b80-1563-4556-b965-cded0eadd37f req-d0e97aef-ba4f-4bd4-a05c-ace6993bed21 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:00.921072 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-81d32b80-1563-4556-b965-cded0eadd37f req-d0e97aef-ba4f-4bd4-a05c-ace6993bed21 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0879247
May 19 06:47:00.967403 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-81d32b80-1563-4556-b965-cded0eadd37f req-a75c90cc-0ae8-4ea1-8bcb-6455c88c4293 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400844
May 19 06:47:00.994037 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-ea9247db-b976-4015-a220-61d4ca7fd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:00.995523 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-ea9247db-b976-4015-a220-61d4ca7fd3d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.1585472
May 19 06:47:01.069556 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-384b0ad6-737d-4c64-bdab-b556c895d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:01.070897 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-384b0ad6-737d-4c64-bdab-b556c895d96e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680594
May 19 06:47:01.200240 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-53668b8a-9f76-4736-9d94-45b598d2f407 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214757
May 19 06:47:01.331040 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-723a7c5c-0e80-4d04-a95d-6c16852b0583 req-41c8c64d-e5e9-4088-8e8d-59979831739e service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232531
May 19 06:47:02.236745 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ccd7b-a241-42d0-9358-9198a1411716 req-62153600-a7ad-4f71-8ec8-d9402e5b826a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:02.238181 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5a7ccd7b-a241-42d0-9358-9198a1411716 req-62153600-a7ad-4f71-8ec8-d9402e5b826a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0809524
May 19 06:47:02.281657 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5a7ccd7b-a241-42d0-9358-9198a1411716 req-4f5a1cc8-c79c-44ee-8ee1-fc2c99add210 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374651
May 19 06:47:02.623009 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:03.467661 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a756ae7-d44f-49a3-a3a0-b597ddc7689c req-950cf41f-c958-4f3c-87a7-4b0604bc2862 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:03.469004 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2a756ae7-d44f-49a3-a3a0-b597ddc7689c req-950cf41f-c958-4f3c-87a7-4b0604bc2862 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0819888
May 19 06:47:03.512685 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-2a756ae7-d44f-49a3-a3a0-b597ddc7689c req-be78df53-1d0b-459c-a8aa-02eef31118d0 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381446
May 19 06:47:04.692369 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9af65e-5381-4269-a0c4-6d42e2c34d50 req-198bec60-0bc9-4280-be89-c25fd38e47fc tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:04.693781 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d9af65e-5381-4269-a0c4-6d42e2c34d50 req-198bec60-0bc9-4280-be89-c25fd38e47fc tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0773251
May 19 06:47:04.739956 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1d9af65e-5381-4269-a0c4-6d42e2c34d50 req-53fca5b7-554f-4588-8105-c23e3482ad6f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406170
May 19 06:47:05.919306 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e57163c-c929-4ca1-90c1-91d8a2fabbc1 req-ae353f9e-389c-4cb7-854d-92df242ed891 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:05.920766 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7e57163c-c929-4ca1-90c1-91d8a2fabbc1 req-ae353f9e-389c-4cb7-854d-92df242ed891 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0793066
May 19 06:47:05.964944 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-7e57163c-c929-4ca1-90c1-91d8a2fabbc1 req-6c1275e6-d4d1-4364-830e-4252c91ea48a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384779
May 19 06:47:06.320299 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-acf3c10a-06d4-4d28-a7a4-ef942bdd42c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:07.150206 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32d7db-63ea-44d1-b80c-3abf9a51b5ff req-7afb6694-b6b1-4281-aa25-1a80c5f560ac tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:07.151720 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef32d7db-63ea-44d1-b80c-3abf9a51b5ff req-7afb6694-b6b1-4281-aa25-1a80c5f560ac tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0835543
May 19 06:47:07.194874 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-ef32d7db-63ea-44d1-b80c-3abf9a51b5ff req-fb5eef5b-1510-4629-9dba-510b0ed1c76c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374649
May 19 06:47:08.373605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52478b23-1343-4437-bab1-3353114b605c req-e7402388-71c3-48dc-bc9e-bbd1e672c0f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:08.375022 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-52478b23-1343-4437-bab1-3353114b605c req-e7402388-71c3-48dc-bc9e-bbd1e672c0f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0782557
May 19 06:47:08.417830 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-52478b23-1343-4437-bab1-3353114b605c req-fd0a359d-10d2-434c-81cb-68d6b1be18a5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371139
May 19 06:47:08.628203 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-80c8e9d5-c4e8-4061-bf83-6ba16410f5d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719488
May 19 06:47:08.771986 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-73701bb9-e4ec-41b1-a81c-6ddd2b3a39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:08.773427 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-73701bb9-e4ec-41b1-a81c-6ddd2b3a39cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1098 time: 0.0699525
May 19 06:47:08.922913 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-f9eeed28-1eb0-48b9-b3ab-2bc45494b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:08.924308 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-f9eeed28-1eb0-48b9-b3ab-2bc45494b1df service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1258905
May 19 06:47:09.029397 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-ff943606-190c-4cc3-875c-81df317cd907 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 200  len: 1001 time: 0.0948837
May 19 06:47:09.094607 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-a2036723-e3db-4e4a-8822-859f595da5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:09.096038 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-a2036723-e3db-4e4a-8822-859f595da5e2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0565288
May 19 06:47:09.176133 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-5078abe4-48aa-4b42-87f7-5335195bf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:09.178414 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-5078abe4-48aa-4b42-87f7-5335195bf88a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722427
May 19 06:47:09.243553 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:09.317111 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-03105b55-4365-4feb-9731-82f68b04ca28 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271908
May 19 06:47:09.337604 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ed56981c-21ac-4913-a97b-07360df25bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:09.450457 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f49c71e6-6485-4e09-9052-8db3a1d27bd3 req-f54f426d-c75f-4f23-acb5-ef360b232df6 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223564
May 19 06:47:09.603191 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be3f13-04c9-4543-8e58-7e87e5ac963f req-2fd6b62b-baaf-4b42-85d3-1bb40134761a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:09.605149 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e2be3f13-04c9-4543-8e58-7e87e5ac963f req-2fd6b62b-baaf-4b42-85d3-1bb40134761a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 944 time: 0.0805740
May 19 06:47:09.648136 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-e2be3f13-04c9-4543-8e58-7e87e5ac963f req-2b41119e-fd5b-4a0f-8d33-8664c39705d3 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373726
May 19 06:47:09.843034 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=92079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 19 06:47:09.973302 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:47:09.986951 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Returning: {'device': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'port_id': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'mac_address': 'fa:16:3e:d4:28:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 19 06:47:10.039811 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:10.064670 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 {{(pid=92079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 19 06:47:10.081521 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:47:10.120144 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:10.142987 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:10.144711 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-d4033b9f-4d8f-44d1-a3b3-98610bdf3b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:47:10.211121 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,revision_number=4']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:47:10.219923 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.220323 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.220661 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.220992 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.221315 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.221641 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.221961 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.222278 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.222605 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.222916 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.223227 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.223560 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:10.227242 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:47:10.411541 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] get_ports_and_sgs() called for port_ids ['3e67cad0-6dc1-473d-9ffa-73a18382a4a5'] {{(pid=92079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 19 06:47:10.830663 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c635a-2aab-4b6f-8876-77731e03db09 req-8490a47f-41d1-4587-9b24-13edb1841697 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:10.832149 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e3c635a-2aab-4b6f-8876-77731e03db09 req-8490a47f-41d1-4587-9b24-13edb1841697 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 945 time: 0.0791349
May 19 06:47:10.878731 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-4e3c635a-2aab-4b6f-8876-77731e03db09 req-4bf772cd-e7fb-4248-9aab-8cd39f91542c tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408700
May 19 06:47:11.519724 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:11.858774 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 up at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 19 06:47:11.977829 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning for port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 completed by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 19 06:47:11.983194 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.provisioning_blocks [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Provisioning complete for port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 triggered by entity L2. {{(pid=92079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 19 06:47:11.983595 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2032281'] for port, provisioning_complete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:12.105350 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:12.134130 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5'}] {{(pid=92079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:47:12.144661 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] For port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:47:12.180622 dv-cinder-790910-3-iscsi neutron-server[92079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'code': 200}
May 19 06:47:12.206483 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370'] for port, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:12.208610 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-532f553f-1bad-4dd0-9527-bfb0baf5fb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:47:12.211655 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483bca0-0ce1-4156-8d94-79b81a31bb92 req-c0ed6560-cb50-4ed4-b91d-c0886808f450 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:12.213359 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5483bca0-0ce1-4156-8d94-79b81a31bb92 req-c0ed6560-cb50-4ed4-b91d-c0886808f450 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 945 time: 0.0852242
May 19 06:47:12.260456 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-5483bca0-0ce1-4156-8d94-79b81a31bb92 req-4a3669d4-52cf-4c14-bcf3-119dceb300b1 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406795
May 19 06:47:12.280435 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Pushing event updated for resources: {'Port': ['ID=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,revision_number=5']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:47:12.283428 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:47:12.622084 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f3601-7b27-47fe-aac3-6ff690a3073a req-187a16b9-f4f9-47a4-b0d3-92f27fa3cef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:12.623561 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b81f3601-7b27-47fe-aac3-6ff690a3073a req-187a16b9-f4f9-47a4-b0d3-92f27fa3cef7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 1099 time: 0.0691650
May 19 06:47:12.666487 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-b81f3601-7b27-47fe-aac3-6ff690a3073a req-0c145812-5dc9-400f-bad6-efc293e71399 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329921
May 19 06:47:13.444924 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806cd93f-b50e-4a1f-878f-560b788d0593 req-06395d58-087e-4699-acb7-fd4880aaa42f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:13.446250 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-806cd93f-b50e-4a1f-878f-560b788d0593 req-06395d58-087e-4699-acb7-fd4880aaa42f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 946 time: 0.0816867
May 19 06:47:13.489469 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-806cd93f-b50e-4a1f-878f-560b788d0593 req-be03fed4-c8e2-403e-9dea-f6a270e99f81 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370402
May 19 06:47:14.667593 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42445985-73da-4b04-b93c-c4bd141a16c0 req-f1da256d-b413-4e61-ae22-2e742ec58390 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:14.669015 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-42445985-73da-4b04-b93c-c4bd141a16c0 req-f1da256d-b413-4e61-ae22-2e742ec58390 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 946 time: 0.0773981
May 19 06:47:14.710631 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-42445985-73da-4b04-b93c-c4bd141a16c0 req-e46b22a5-a748-4736-b4d9-fa9f1ccebbed tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360088
May 19 06:47:14.975789 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58db88d-3b8d-4251-95fb-7c79b6cccf7e req-be906701-704c-4764-a3d2-51c0ad211c2b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:14.977206 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f58db88d-3b8d-4251-95fb-7c79b6cccf7e req-be906701-704c-4764-a3d2-51c0ad211c2b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 946 time: 0.1640995
May 19 06:47:15.021373 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-f58db88d-3b8d-4251-95fb-7c79b6cccf7e req-9c223bf3-ca31-4a22-86f6-b7878a247c66 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379381
May 19 06:47:15.044053 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55720) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:47:15.111946 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81e383f-2c70-46e7-b957-d63e1b8c8c59 tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:15.113663 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-b81e383f-2c70-46e7-b957-d63e1b8c8c59 tempest-TestVolumeBootPattern-25694313 tempest-TestVolumeBootPattern-25694313-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 1094 time: 0.0684097
May 19 06:47:15.116338 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55724) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:47:15.121773 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.v2.base [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Request body: {'floatingip': {'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'port_id': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 19 06:47:15.127407 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 19 06:47:15.131124 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Usage tracker for resource:floatingip and tenant:3c629f3d08f54250b23323f91409cf92 is out of sync, need to count used quota {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 19 06:47:15.133959 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=92077) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 19 06:47:15.139636 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.quota.driver [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=92077) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 19 06:47:15.211825 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:15.344552 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:15.477630 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Allocated IP 172.27.1.37 (96a0da73-569a-4fbb-b4ad-670e92317dd0/4f6c897a-8861-45df-92f4-fe19204d8f89/467d8347-9739-4012-9164-ba74e5c2c93e) {{(pid=92077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 19 06:47:15.619213 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:15.697665 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761857354487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:15.702415 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-3ed10ee7-6b15-49e6-beb5-8070ed0491e8 tempest-VolumesActionsTest-1778711121 tempest-VolumesActionsTest-1778711121-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:47:15.764263 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Network 96a0da73-569a-4fbb-b4ad-670e92317dd0 is already hosted by enough agents. {{(pid=92077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 19 06:47:15.767025 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Resources bound (agent type, host, resource id):  {{(pid=92077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 19 06:47:15.770560 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Received port after_create {{(pid=92077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 19 06:47:15.805432 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=467d8347-9739-4012-9164-ba74e5c2c93e,revision_number=1']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:47:15.820600 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.820965 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.821320 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.821670 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.822015 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.822359 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.822706 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.823598 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.823941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.824279 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.824614 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.824948 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:47:15.829516 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:47:16.181344 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:16.293879 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650759'] for port, before_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:16.490548 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for port, precommit_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:16.536990 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761857788079', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761857357325', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761857357370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3408018'] for port, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:16.540457 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb1820ad-9863-4e48-89c2-45cc69959951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:47:16.644741 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event updated for resources: {'Port': ['ID=467d8347-9739-4012-9164-ba74e5c2c93e,revision_number=2']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:47:16.650594 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:47:16.655011 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-962232'] for floatingip, after_update {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:16.912503 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Floating IP 4a24687d-4cf4-4c0b-a534-923e1f8f2581 associated. External IP: 172.27.1.37, port: 3e67cad0-6dc1-473d-9ffa-73a18382a4a5.
May 19 06:47:17.256310 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:47:17.431197 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:47:17.440945 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:47:17.450486 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:47:17.451084 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752a7eb0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:47:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:47:17.532027 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:17.585587 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-9b8a9903-8f42-4360-a1d6-c6d9d97a2fd5 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4682577
May 19 06:47:17.586239 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:47:17.627942 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:47:17.638386 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'status': 'completed', 'code': 200}
May 19 06:47:17.734222 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-b21f49ca-357b-4ca9-aec3-a5dc01316e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:17.735634 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-b21f49ca-357b-4ca9-aec3-a5dc01316e41 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 1099 time: 0.0746717
May 19 06:47:17.866364 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-4cfb11a6-acdd-443a-9bc8-bcc96c94bc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:17.867851 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-4cfb11a6-acdd-443a-9bc8-bcc96c94bc71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1251645
May 19 06:47:17.973921 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752a7eb0>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:19Z', 'revision_number': 1, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}, {'id': '4a24687d-4cf4-4c0b-a534-923e1f8f2581', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:d4:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:47:16Z', 'updated_at': '2021-05-19T06:47:16Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:47:17.977977 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:47:17.986765 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:47:17.987327 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80752a7eb0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:47:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:47:18.077646 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-a3b57a74-5f61-4a2d-8beb-c34ac13bd6f9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5 HTTP/1.1" status: 200  len: 999 time: 0.2028461
May 19 06:47:18.142069 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-16e5a7e9-181c-4c32-8c39-906a7fefb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:18.143714 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-16e5a7e9-181c-4c32-8c39-906a7fefb2ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0577922
May 19 06:47:18.197852 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:47:18.217377 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-6f9a3819-9fb4-4d8c-9f95-86661f6d16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:47:18.218841 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-6f9a3819-9fb4-4d8c-9f95-86661f6d16ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684934
May 19 06:47:18.350582 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-1421eee4-606e-40ac-8c91-15f7106365ba service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247232
May 19 06:47:18.481823 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f709b09f-c65c-4aaa-a0a3-25696e3e46cf req-622222ee-3e1d-4439-bf14-7a1ec2f460d1 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240084
May 19 06:47:18.541263 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80752a7eb0>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:19Z', 'revision_number': 1, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}, {'id': '4a24687d-4cf4-4c0b-a534-923e1f8f2581', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:d4:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:47:16Z', 'updated_at': '2021-05-19T06:47:16Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:47:18.545855 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cfb89f-91b5-4892-8419-82ab41a2b141 None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:19Z', 'revision_number': 1, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}, {'id': '4a24687d-4cf4-4c0b-a534-923e1f8f2581', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:d4:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:47:16Z', 'updated_at': '2021-05-19T06:47:16Z', 'revision_number': 0, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:47:18.550209 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:47:18.725514 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2035d-e558-4e64-a43d-b4248849edd8 None None] New status for floating IP 4a24687d-4cf4-4c0b-a534-923e1f8f2581: ACTIVE {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:47:32.639580 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:36.325684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0bb86694-6f98-4268-9457-724ef21a6b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:39.257120 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:39.325853 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e4e7af24-c6d5-4572-87f5-4a0f3345e82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:40.114160 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:41.536965 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:47:55.549644 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:48:02.656605 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:06.331038 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-62234d6d-36bd-40d6-a6fe-2f0a91c79c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:09.273065 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:09.295893 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-29e436cf-44bb-40be-90bf-ecf2574033ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:09.744425 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-44db2aef-fe03-43cd-99f3-2da8f07f7bc1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1975801
May 19 06:48:09.886084 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-b3a1bc68-06f1-481c-a1f6-8842edc478c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:09.887558 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-b3a1bc68-06f1-481c-a1f6-8842edc478c3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1098 time: 0.0691359
May 19 06:48:10.035735 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-f268fa21-8161-4fcd-a7ee-2aeabe34bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:10.037160 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-f268fa21-8161-4fcd-a7ee-2aeabe34bfb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1258466
May 19 06:48:10.136678 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:10.143766 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-a7b692ac-c68b-42ee-9917-d7fb85158a57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 200  len: 1001 time: 0.0959656
May 19 06:48:10.212408 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-46759722-4422-4fab-b4f8-b5741a4d217b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:10.213839 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-46759722-4422-4fab-b4f8-b5741a4d217b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0595078
May 19 06:48:10.293543 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-48bd588e-b130-4878-a8dd-ed097fb52b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:10.295010 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-48bd588e-b130-4878-a8dd-ed097fb52b24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699148
May 19 06:48:10.430603 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-c38fb9b7-eb8b-48b7-9c94-5452ff64fbee service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1253846
May 19 06:48:10.565152 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-6500ee0f-cc29-47bc-9511-b3832c8af2a2 req-793ac56b-d993-4acf-9b7d-5acf7eff23e7 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242323
May 19 06:48:11.536455 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:32.548375 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:48:32.644047 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:36.393502 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-f3f0117a-eb9c-4ca6-aaba-83d4b136c569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:39.289876 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:39.319153 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1cec703c-2294-47f0-9548-dc5251bd1359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:40.130321 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:41.513448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:45.802330 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55748) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:48:46.056686 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Deleting port 467d8347-9739-4012-9164-ba74e5c2c93e {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:48:46.056941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:46.172358 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:46.172687 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:46.293427 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Calling delete_port for 467d8347-9739-4012-9164-ba74e5c2c93e owned by network:floatingip {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:48:46.467411 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:46.471756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:48:46.616501 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event deleted for resources: {'Port': ['ID=467d8347-9739-4012-9164-ba74e5c2c93e,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:48:46.658036 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.658406 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.658772 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.659130 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.659509 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.659862 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.660210 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.660558 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.660918 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.661260 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.661602 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.661941 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:46.665125 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:48:46.717681 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:46.717953 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.db.l3_db [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Floating IP 4a24687d-4cf4-4c0b-a534-923e1f8f2581 disassociated (deleted). External IP: 172.27.1.37, port: 3e67cad0-6dc1-473d-9ffa-73a18382a4a5.
May 19 06:48:47.066605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:48:47.242321 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:48:47.251376 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:48:47.257657 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:47.260379 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:48:47.260978 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075672d30>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:48:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:47.314032 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-da490d91-bd56-482d-95d7-dd49c659c667 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "DELETE /v2.0/floatingips/4a24687d-4cf4-4c0b-a534-923e1f8f2581 HTTP/1.1" status: 204  len: 168 time: 1.5106461
May 19 06:48:47.314681 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5'}] {{(pid=92077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:48:47.412360 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'status': 'completed', 'code': 200}
May 19 06:48:47.437425 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:48:47.513682 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-d0370331-68d3-4f8f-bcc0-db0b562e6e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:47.515356 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-d0370331-68d3-4f8f-bcc0-db0b562e6e30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 1099 time: 0.0711720
May 19 06:48:47.653879 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-f8653306-2478-4a2d-b34c-6527673e39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:47.655428 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-f8653306-2478-4a2d-b34c-6527673e39e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1301482
May 19 06:48:47.733060 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-b156c5c4-5666-4c41-8d15-1edccc1af9a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5 HTTP/1.1" status: 200  len: 217 time: 0.0674250
May 19 06:48:47.796925 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-451be460-38b6-41e5-80fb-3d0fb079172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:47.798392 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-451be460-38b6-41e5-80fb-3d0fb079172f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0586591
May 19 06:48:47.834710 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075672d30>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:19Z', 'revision_number': 1, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:47.838676 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:48:47.846985 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:48:47.847630 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8075672d30>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:48:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:47.881499 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-1465a148-96d8-49bf-b04c-65537ee599dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:47.883014 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-1465a148-96d8-49bf-b04c-65537ee599dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747855
May 19 06:48:47.884802 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a179ab5-97da-4fc4-a0b0-e70c3d87db94 req-fe0c135b-aea9-40ad-84e0-25552b401994 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:47.885509 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-1a179ab5-97da-4fc4-a0b0-e70c3d87db94 req-fe0c135b-aea9-40ad-84e0-25552b401994 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Synchronizing usage tracker for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92077) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:48:47.947781 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.quota.resource [req-1a179ab5-97da-4fc4-a0b0-e70c3d87db94 req-fe0c135b-aea9-40ad-84e0-25552b401994 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Unset dirty status for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92077) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:48:47.949133 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1a179ab5-97da-4fc4-a0b0-e70c3d87db94 req-fe0c135b-aea9-40ad-84e0-25552b401994 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 946 time: 0.1962073
May 19 06:48:47.998101 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-1a179ab5-97da-4fc4-a0b0-e70c3d87db94 req-7165e175-e625-4dfd-9120-4c2e6a201a90 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422683
May 19 06:48:48.029389 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:48:48.114397 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-23c2f738-cb57-4d71-b626-e3c422eb8607 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235513
May 19 06:48:48.249114 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-f9d0d4d6-5b44-43c8-b78c-5a440b9dddca req-9b21f284-cca6-4b43-ae10-3c42590d6cfc service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241257
May 19 06:48:48.372241 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8075672d30>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:19Z', 'revision_number': 1, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:48.376104 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf04f2-942b-4f5f-9d1c-ebb5fb07d2dc None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_floatingips': [{'id': '09225c4e-3b01-4a3c-a7a6-d56c3ac482a6', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'floating_ip_address': '172.27.1.222', 'floating_network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'router_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'port_id': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'mac_address': 'fa:16:3e:e9:9f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T06:45:16Z', 'updated_at': '2021-05-19T06:45:19Z', 'revision_number': 1, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:48:48.570066 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d410c-1f25-4019-9f24-c3d8933fadd5 None None] New status for floating IP 4a24687d-4cf4-4c0b-a534-923e1f8f2581: DOWN {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:48:49.248684 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b01e0-b677-4642-b8d5-37c70dd0c7f7 req-6e07b096-abdf-41d0-a7b2-81cb6fc06cfa tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:49.250142 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b97b01e0-b677-4642-b8d5-37c70dd0c7f7 req-6e07b096-abdf-41d0-a7b2-81cb6fc06cfa tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 946 time: 0.1293201
May 19 06:48:49.293388 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-b97b01e0-b677-4642-b8d5-37c70dd0c7f7 req-096aa44f-bcac-43e0-847c-c5981047cf48 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375705
May 19 06:48:49.524582 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565628b0-de35-4ecf-a795-a008c5beb862 req-5839b0fa-9649-4713-8bae-ad036a2e7c2f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:49.525262 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-565628b0-de35-4ecf-a795-a008c5beb862 req-5839b0fa-9649-4713-8bae-ad036a2e7c2f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Synchronizing usage tracker for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:48:49.537111 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-565628b0-de35-4ecf-a795-a008c5beb862 req-5839b0fa-9649-4713-8bae-ad036a2e7c2f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Unset dirty status for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:48:49.538159 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-565628b0-de35-4ecf-a795-a008c5beb862 req-5839b0fa-9649-4713-8bae-ad036a2e7c2f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 946 time: 0.0898542
May 19 06:48:49.675309 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Deleting port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:48:49.675653 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:49.803959 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] For port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:48:49.804310 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:49.923861 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Calling delete_port for 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:48:50.102032 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:50.107442 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d1e5904f-17d2-4c16-8c3a-04c50052d0d7 tempest-AttachVolumeShelveTestJSON-1672710077 tempest-AttachVolumeShelveTestJSON-1672710077-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:48:50.151438 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event deleted for resources: {'Port': ['ID=3e67cad0-6dc1-473d-9ffa-73a18382a4a5,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:48:50.193573 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.193949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.194315 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.194673 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.195027 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.195411 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.195765 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.196116 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.196466 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.196814 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.197158 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.197501 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:48:50.200727 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:48:50.242590 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] No DVR routers for this DVR port 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:48:50.245126 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:50.248167 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'name': 'network-vif-deleted', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:48:50.293773 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ca2fae-bc52-4de1-a9d9-d40685b8ad4b', 'name': 'network-vif-deleted', 'tag': '3e67cad0-6dc1-473d-9ffa-73a18382a4a5', 'status': 'completed', 'code': 200}
May 19 06:48:50.319361 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-565628b0-de35-4ecf-a795-a008c5beb862 req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "DELETE /v2.0/ports/3e67cad0-6dc1-473d-9ffa-73a18382a4a5 HTTP/1.1" status: 204  len: 173 time: 0.7723646
May 19 06:48:50.442684 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-043051c0-96e1-4e9a-9410-97a7791ff69d req-0adb0aaf-bee9-4efc-9e65-ba5de398fa77 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 210 time: 0.0424566
May 19 06:48:51.607906 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-cc08192e-f31a-4cc5-a52d-e1ad88190bf5 req-174f523a-d46f-43fa-a8ba-40edd6b668d3 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=34ca2fae-bc52-4de1-a9d9-d40685b8ad4b HTTP/1.1" status: 200  len: 210 time: 0.0453265
May 19 06:48:52.361772 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:48:52.396639 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:48:52.396985 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 3e67cad0-6dc1-473d-9ffa-73a18382a4a5 not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:48:55.326225 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55788) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:48:55.581720 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Deleting port 1ea0611d-2988-4d2f-8a07-b948f8f1872c {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:48:55.581945 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:55.695979 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:55.696300 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:55.813529 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Calling delete_port for 1ea0611d-2988-4d2f-8a07-b948f8f1872c owned by network:floatingip {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:48:56.101635 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:56.105352 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-78d1685b-dc71-40d2-a23f-b7d4d8ac880f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:48:56.149537 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event deleted for resources: {'Port': ['ID=1ea0611d-2988-4d2f-8a07-b948f8f1872c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:48:56.175711 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:48:56.239164 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:56.239521 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.db.l3_db [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Floating IP 09225c4e-3b01-4a3c-a7a6-d56c3ac482a6 disassociated (deleted). External IP: 172.27.1.222, port: 34d877fa-5844-4ffe-bbf3-91584e00911e.
May 19 06:48:56.584322 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:48:56.759060 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:48:56.769257 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:48:56.775057 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:56.778424 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:48:56.779118 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760bfaf0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:48:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:56.828612 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "DELETE /v2.0/floatingips/09225c4e-3b01-4a3c-a7a6-d56c3ac482a6 HTTP/1.1" status: 204  len: 168 time: 1.5013142
May 19 06:48:56.829805 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:48:56.874540 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'status': 'completed', 'code': 200}
May 19 06:48:56.961389 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:48:56.974108 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-b7445be4-f297-4427-b7d9-d091b7409a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:56.975816 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-b7445be4-f297-4427-b7d9-d091b7409a8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3c629f3d08f54250b23323f91409cf92&device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 1098 time: 0.0741081
May 19 06:48:57.122183 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-0dd7803f-cd6b-4d22-bd1d-cf4428ccb3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:57.123721 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-0dd7803f-cd6b-4d22-bd1d-cf4428ccb3f7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 200  len: 913 time: 0.1370881
May 19 06:48:57.195056 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-60dd150b-ca5b-4680-9dc5-8c8360d92cf3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 200  len: 217 time: 0.0623767
May 19 06:48:57.278123 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-8a5b2310-a7a8-42ac-a5b1-32d70433ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:57.278934 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760bfaf0>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:57.283077 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:48:57.284907 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-8a5b2310-a7a8-42ac-a5b1-32d70433ffa6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 200  len: 851 time: 0.0806203
May 19 06:48:57.293324 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:48:57.294019 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80760bfaf0>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:48:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:57.359866 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b564b9-7a7a-42de-90d7-aa5716dbd963 req-cde17e72-77e3-4635-86bc-4f552c29de6b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:57.362088 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-86b564b9-7a7a-42de-90d7-aa5716dbd963 req-cde17e72-77e3-4635-86bc-4f552c29de6b tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 945 time: 0.0830379
May 19 06:48:57.365994 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-5bde903b-d9e4-46ee-b11a-c00a7b46b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:57.367494 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-5bde903b-d9e4-46ee-b11a-c00a7b46b005 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=982f799c-eaf1-48dc-bd40-548ccd5c6afa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757701
May 19 06:48:57.408040 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-86b564b9-7a7a-42de-90d7-aa5716dbd963 req-c350f45e-6bdc-41af-bc58-e87c99666a82 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393629
May 19 06:48:57.503878 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-c8497c43-529b-4e41-879f-6f742cf63e21 service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267538
May 19 06:48:57.522570 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:48:57.741794 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-5f2a632b-c821-4ad7-a345-fa003841a51c req-3a86103a-f2b6-483a-bfda-a9e7bb262e9f service neutron] 10.222.0.52 "GET /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2301269
May 19 06:48:57.837202 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80760bfaf0>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:48:57.841219 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb387e27-3033-4e9f-93ad-013a13045bad None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:41:52Z', 'revision_number': 4, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi', '_interfaces': [{'id': '2c6d4d52-584d-4f67-b60a-51a47f15b67a', 'name': '', 'network_id': '982f799c-eaf1-48dc-bd40-548ccd5c6afa', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'mac_address': 'fa:16:3e:de:78:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:51Z', 'updated_at': '2021-05-19T06:41:57Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'subnets': [{'id': '463811fc-f997-4f9a-95fd-c373d7781a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:48:58.034540 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d6d550-52b8-43cb-abcc-db97639d34e0 None None] New status for floating IP 09225c4e-3b01-4a3c-a7a6-d56c3ac482a6: DOWN {{(pid=92080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 19 06:48:58.597723 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62f52-8e39-4cd7-803a-8230819cc551 req-89e487f8-2e03-41de-9cc8-548c19c61b97 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:58.599098 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d9c62f52-8e39-4cd7-803a-8230819cc551 req-89e487f8-2e03-41de-9cc8-548c19c61b97 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 945 time: 0.0846949
May 19 06:48:58.643589 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-d9c62f52-8e39-4cd7-803a-8230819cc551 req-d7744c25-3d84-4d34-a214-55ddd0a6b60e tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/security-groups?id=8abea94f-9f57-4884-8196-cc030c0001ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387220
May 19 06:48:59.077775 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-bf73dd01-f023-4ab4-96cf-845ad3929f31 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 19 06:48:59.078449 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-bf73dd01-f023-4ab4-96cf-845ad3929f31 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Synchronizing usage tracker for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92078) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 19 06:48:59.152993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.quota.resource [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-bf73dd01-f023-4ab4-96cf-845ad3929f31 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Unset dirty status for tenant:3c629f3d08f54250b23323f91409cf92 on resource:port {{(pid=92078) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 19 06:48:59.154157 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-bf73dd01-f023-4ab4-96cf-845ad3929f31 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 945 time: 0.1564724
May 19 06:48:59.289040 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Deleting port 34d877fa-5844-4ffe-bbf3-91584e00911e {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:48:59.289379 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:59.418057 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] For port 34d877fa-5844-4ffe-bbf3-91584e00911e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=34d877fa-5844-4ffe-bbf3-91584e00911e,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:48:59.418406 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:59.539744 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Calling delete_port for 34d877fa-5844-4ffe-bbf3-91584e00911e owned by compute:nova {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:48:59.730489 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:59.738074 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-d8b1aca4-a0cd-465f-a26f-3f8211f4b385 tempest-VolumesNegativeTest-156789648 tempest-VolumesNegativeTest-156789648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:48:59.785454 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event deleted for resources: {'Port': ['ID=34d877fa-5844-4ffe-bbf3-91584e00911e,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:48:59.787884 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:48:59.793772 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-9cec98ba-82a5-4b74-a6e2-29954fda4ab9 req-808df735-fc4c-4262-9d8e-d8479e2e644a tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 210 time: 0.0416114
May 19 06:48:59.858997 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] No DVR routers for this DVR port 34d877fa-5844-4ffe-bbf3-91584e00911e on host hv-cinder-79091 {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:48:59.861670 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for port, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:48:59.865466 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'name': 'network-vif-deleted', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e'}] {{(pid=92078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 19 06:48:59.911048 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5729c20-25d2-4fae-bbf6-670b38db4a2a', 'name': 'network-vif-deleted', 'tag': '34d877fa-5844-4ffe-bbf3-91584e00911e', 'status': 'completed', 'code': 200}
May 19 06:48:59.948419 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [req-ea165d0d-2664-49e9-a12d-a0382d317545 req-5ef6ed93-33b5-40dc-940a-fb3d0519ce95 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.52 "DELETE /v2.0/ports/34d877fa-5844-4ffe-bbf3-91584e00911e HTTP/1.1" status: 204  len: 173 time: 0.7854252
May 19 06:49:00.953499 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [req-fdfb32f1-351b-45cd-b56c-33ca64e5b07d req-de5121bb-ffd2-4eac-8582-80f66470e643 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5729c20-25d2-4fae-bbf6-670b38db4a2a HTTP/1.1" status: 200  len: 210 time: 0.0406859
May 19 06:49:02.047007 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55808) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:02.361294 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Deleting port 9f421d79-2f7e-41df-ae4c-a251abb93104 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:02.361639 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:02.385018 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 34d877fa-5844-4ffe-bbf3-91584e00911e no longer exists at agent hyperv_hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:49:02.419029 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] No Port match for: 34d877fa-5844-4ffe-bbf3-91584e00911e {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:49:02.419396 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Device 34d877fa-5844-4ffe-bbf3-91584e00911e not bound to the agent host hv-cinder-79091 {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:49:02.476439 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:02.476769 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:02.600998 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Calling delete_port for 9f421d79-2f7e-41df-ae4c-a251abb93104 owned by network:floatingip {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:02.661312 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:02.752606 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:02.756951 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-55700e8e-e68c-49ed-8296-fe83f72a0635 tempest-TestMinimumBasicScenario-1378100509 tempest-TestMinimumBasicScenario-1378100509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:02.800039 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event deleted for resources: {'Port': ['ID=9f421d79-2f7e-41df-ae4c-a251abb93104,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:02.828074 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:02.890605 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for floatingip, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:02.904491 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27100'] for floatingip, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:02.905618 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-a5723f57-05d0-4041-8a9c-17effdf58a18 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "DELETE /v2.0/floatingips/a760a946-838b-4b9d-b174-95600e7f15d1 HTTP/1.1" status: 204  len: 168 time: 0.8576159
May 19 06:49:04.390932 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55822) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:04.457928 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e69fabf5-e63c-4127-acae-8d1a37c7d35f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:04.486521 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e69fabf5-e63c-4127-acae-8d1a37c7d35f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:04.616150 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e69fabf5-e63c-4127-acae-8d1a37c7d35f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:04.619989 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-03fd6deb-b97c-44c3-8534-cdeb6bbc396c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:04.635203 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fabf5-e63c-4127-acae-8d1a37c7d35f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abea94f-9f57-4884-8196-cc030c0001ee,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:04.638288 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-e69fabf5-e63c-4127-acae-8d1a37c7d35f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:04.722691 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-e69fabf5-e63c-4127-acae-8d1a37c7d35f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Notify callbacks [] for security_group, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:04.723841 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-e69fabf5-e63c-4127-acae-8d1a37c7d35f tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] 10.222.0.25 "DELETE /v2.0/security-groups/8abea94f-9f57-4884-8196-cc030c0001ee HTTP/1.1" status: 204  len: 168 time: 0.3313065
May 19 06:49:04.851205 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55828) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:05.504756 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:05.990820 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Deleting port 2c6d4d52-584d-4f67-b60a-51a47f15b67a {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:05.991154 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:06.111725 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] For port 2c6d4d52-584d-4f67-b60a-51a47f15b67a, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=2c6d4d52-584d-4f67-b60a-51a47f15b67a,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:06.112075 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:06.233652 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Calling delete_port for 2c6d4d52-584d-4f67-b60a-51a47f15b67a owned by network:router_interface {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:06.312870 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-18206fff-cbaf-43b5-9c86-d40366de7ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:06.570158 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:06.573768 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-1d3a9447-7d4a-4ed3-a6ef-a6ba1ea2513c tempest-AttachVolumeTestJSON-1043846849 tempest-AttachVolumeTestJSON-1043846849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:06.617804 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6d4d52-584d-4f67-b60a-51a47f15b67a,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:06.620310 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:06.880824 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:07.325820 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:49:07.497109 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:49:07.505291 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] Sync routers for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:49:07.508867 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-b8029c0c-cf68-4bbf-a800-a0a543b9aad0 admin admin] 10.222.0.25 "PUT /v2.0/routers/6bbb030e-e1eb-4a81-a533-bcb752c525c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6566181
May 19 06:49:07.511348 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55834) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:07.515536 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:49:07.516155 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80750f5d30>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:48:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:07.684348 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:07.689952 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: dv-cinder-790910-3-iscsi {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:49:07.853564 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:07.967939 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80750f5d30>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:49:06Z', 'revision_number': 5, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port': {'id': 'eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:50:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:48Z', 'updated_at': '2021-05-19T06:41:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:07.971876 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] Checking router: 6bbb030e-e1eb-4a81-a533-bcb752c525c7 for host: dv-cinder-790910-3-iscsi {{(pid=92079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:49:07.980582 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] Routers {'6bbb030e-e1eb-4a81-a533-bcb752c525c7'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:49:07.980935 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Deleting port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:07.981179 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f80750f5d30>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:48:39Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'], 'active': True} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:07.981298 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.100343 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] For port eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:08.100691 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.126988 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvr_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] Set router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 gateway port host: None {{(pid=92079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:49:08.218977 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Calling delete_port for eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 owned by network:router_gateway {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:08.229280 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_hamode_db [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f80750f5d30>, [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:49:07Z', 'revision_number': 6, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port_host': None}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:08.233105 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e79ec42-e120-4da4-a65c-11a2a8ead3af None None] The sync data for ids ['6bbb030e-e1eb-4a81-a533-bcb752c525c7'] in dv-cinder-790910-3-iscsi is: [{'id': '6bbb030e-e1eb-4a81-a533-bcb752c525c7', 'name': 'tempest-TestVolumeBootPattern-1166904393-router', 'tenant_id': '3c629f3d08f54250b23323f91409cf92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:47Z', 'updated_at': '2021-05-19T06:49:07Z', 'revision_number': 6, 'project_id': '3c629f3d08f54250b23323f91409cf92', 'gw_port_host': None}] {{(pid=92079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:49:08.404192 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.407593 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-bb7b6c27-f05a-4eaf-887d-8cd95d9b7c4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:08.450428 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:08.452757 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:08.541647 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.809206 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.811236 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.941115 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.941620 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bbb030e-e1eb-4a81-a533-bcb752c525c7 {{(pid=92077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:49:08.955152 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:08.956323 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-9d75846e-02ef-4b6e-8eee-0688c9215eb6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6bbb030e-e1eb-4a81-a533-bcb752c525c7 HTTP/1.1" status: 204  len: 168 time: 1.4440947
May 19 06:49:08.958998 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55838) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:09.016376 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Deleting subnet 463811fc-f997-4f9a-95fd-c373d7781a53 {{(pid=92077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:49:09.019736 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.070474 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2107404'] for subnet, precommit_delete_associations {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.149167 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.272312 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.297619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2c6d4d52-584d-4f67-b60a-51a47f15b67a no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:49:09.335298 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-b3a4b834-c10e-4666-9092-35c9eacea726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.336675 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 2c6d4d52-584d-4f67-b60a-51a47f15b67a {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:49:09.337018 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 2c6d4d52-584d-4f67-b60a-51a47f15b67a not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:49:09.337434 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:49:09.369571 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:49:09.369908 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device eedbf1c5-84f5-4ae9-9562-7c2a313bcaa8 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:49:09.479152 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3600212', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2494376'] for subnet, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.483634 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:09.517658 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463811fc-f997-4f9a-95fd-c373d7781a53,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:09.519566 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for subnet, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.521966 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:09.523448 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c233e-3c6e-4788-879f-9e61661c66af None None] Network 982f799c-eaf1-48dc-bd40-548ccd5c6afa requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:49:09.525950 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-9a10e5b8-b9ea-4dc6-b29d-bb43aa25d474 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/463811fc-f997-4f9a-95fd-c373d7781a53 HTTP/1.1" status: 204  len: 168 time: 0.5660079
May 19 06:49:09.528471 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [-] (92077) accepted ('10.222.0.25', 55842) {{(pid=92077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:09.548349 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:49:09.639623 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.713395 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Deleting port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 {{(pid=92077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:09.713729 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.806756 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] DHCP port deletion for 982f799c-eaf1-48dc-bd40-548ccd5c6afa request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:49:09.811337 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.db [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] For port 30838346-2cd9-45c2-8bf3-c4099e8c0f78, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30838346-2cd9-45c2-8bf3-c4099e8c0f78,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:09.811845 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.874944 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Deleting port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:09.875443 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:09.943221 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.plugin [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Calling delete_port for 30838346-2cd9-45c2-8bf3-c4099e8c0f78 owned by network:dhcp {{(pid=92077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:09.974197 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] For port 30838346-2cd9-45c2-8bf3-c4099e8c0f78, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=30838346-2cd9-45c2-8bf3-c4099e8c0f78,segment=NetworkSegment(2a967af3-466e-45d4-9bc4-633e0a884949),segment_id=2a967af3-466e-45d4-9bc4-633e0a884949)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:09.974580 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.055151 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3408011'] for port, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.059777 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-633f17af-22e9-4364-ac8f-7e7bbaa92e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:10.095427 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Calling delete_port for 30838346-2cd9-45c2-8bf3-c4099e8c0f78 owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:10.102384 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30838346-2cd9-45c2-8bf3-c4099e8c0f78,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:10.105292 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:10.106068 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] No DVR routers for this DVR port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 on host dv-cinder-790910-3-iscsi {{(pid=92077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:49:10.143553 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.147968 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-4e4054cc-0764-4889-b88a-cdadb7e9e566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:10.185541 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.193305 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Pushing event deleted for resources: {'Port': ['ID=30838346-2cd9-45c2-8bf3-c4099e8c0f78,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:10.195513 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] No DVR routers for this DVR port 30838346-2cd9-45c2-8bf3-c4099e8c0f78 on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:49:10.207732 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.208258 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.208590 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.208918 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.209241 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.209559 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.209872 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.210186 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.210500 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.210811 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.211122 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.211465 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-3-iscsi {{(pid=92079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 19 06:49:10.214364 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-0702b5cf-4881-4ad0-b2fa-c1602aa83f2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:10.219742 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.232438 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8074358eb0>,) {'filters': {'network_id': ['982f799c-eaf1-48dc-bd40-548ccd5c6afa']}} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:10.245470 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074358eb0>, '2a967af3-466e-45d4-9bc4-633e0a884949') {'for_net_delete': True} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:10.245761 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.services.segments.db [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8074358eb0>, '2a967af3-466e-45d4-9bc4-633e0a884949') {} {{(pid=92077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:10.257391 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2107419'] for segment, before_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.273907 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.279842 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=92077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:49:10.280213 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3408118'] for segment, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]: Traceback (most recent call last):
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     timer()
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     cb(*args, **kw)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     return func(*args, **kwargs)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     self._notify()
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     self.callback(batched_events)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     event.method(event)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     return f(self, *a, **k)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._get(url).json()
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     return self.request(url, 'GET', **kwargs)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:49:10.292762 dv-cinder-790910-3-iscsi neutron-server[92077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:49:10.444432 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.447944 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-5573e886-2abb-470a-90e9-dd0d962bd47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:10.460644 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron_lib.callbacks.manager [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:10.471798 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=982f799c-eaf1-48dc-bd40-548ccd5c6afa,revision_number=None']} {{(pid=92077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:10.475687 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG oslo_concurrency.lockutils [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92077) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:10.541443 dv-cinder-790910-3-iscsi neutron-server[92077]: INFO neutron.wsgi [None req-7169bb36-c86e-4a5e-a999-e242d6648ef7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/982f799c-eaf1-48dc-bd40-548ccd5c6afa HTTP/1.1" status: 204  len: 168 time: 1.0118635
May 19 06:49:10.544697 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55846) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:11.075793 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-962114'] for router_interface, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:11.294414 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30838346-2cd9-45c2-8bf3-c4099e8c0f78 no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:49:11.329509 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 30838346-2cd9-45c2-8bf3-c4099e8c0f78 {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:49:11.329773 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 30838346-2cd9-45c2-8bf3-c4099e8c0f78 not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:49:11.535661 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:11.571993 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Deleting port 55567085-b277-43f1-b739-f3b77f8d96ce {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:11.572528 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:11.690892 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] For port 55567085-b277-43f1-b739-f3b77f8d96ce, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=55567085-b277-43f1-b739-f3b77f8d96ce,segment=NetworkSegment(7e2ba748-76df-421f-ad28-50f2fe9eac44),segment_id=7e2ba748-76df-421f-ad28-50f2fe9eac44)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:11.691239 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:11.810169 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Calling delete_port for 55567085-b277-43f1-b739-f3b77f8d96ce owned by network:router_interface {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:12.009094 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:12.013401 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-59bf93dc-d7b1-446f-837d-93879f0250e9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:12.057435 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=55567085-b277-43f1-b739-f3b77f8d96ce,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:12.086504 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:12.327757 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-960978'] for router_interface, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:12.777295 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Router db0317ce-2de6-4dcc-ae34-58af9d9c472d has already been hosted by L3 agent eabe86f2-1ad0-43b6-8ec4-5cb0ba253776 {{(pid=92078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 19 06:49:12.948788 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] Notify agent at l3_agent.dv-cinder-790910-3-iscsi the message routers_updated {{(pid=92078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 19 06:49:12.956762 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350638a5-e587-4444-8088-e7a977633b0f None None] Sync routers for ids ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'] in dv-cinder-790910-3-iscsi {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 19 06:49:12.965644 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] Routers {'db0317ce-2de6-4dcc-ae34-58af9d9c472d'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:49:12.966242 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807521d340>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:49:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:13.045946 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-33872bfc-ca3a-4d5a-b3ce-5cf00e4408d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/db0317ce-2de6-4dcc-ae34-58af9d9c472d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4999361
May 19 06:49:13.048352 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55850) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:13.140914 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] Set router db0317ce-2de6-4dcc-ae34-58af9d9c472d gateway port host: dv-cinder-790910-3-iscsi {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:49:13.227899 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks [] for router, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:13.400125 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:13.420871 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807521d340>, [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'external_fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:49:11Z', 'revision_number': 5, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port': {'id': 'dbec5032-8c97-4bc2-b83a-de3ed773f2ac', 'name': '', 'network_id': '96a0da73-569a-4fbb-b4ad-670e92317dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:33:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T06:41:57Z', 'updated_at': '2021-05-19T06:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4f6c897a-8861-45df-92f4-fe19204d8f89', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-3-iscsi'}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:13.424662 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350638a5-e587-4444-8088-e7a977633b0f None None] Checking router: db0317ce-2de6-4dcc-ae34-58af9d9c472d for host: dv-cinder-790910-3-iscsi {{(pid=92080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 19 06:49:13.432747 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] Routers {'db0317ce-2de6-4dcc-ae34-58af9d9c472d'} bound to L3 agent in host dv-cinder-790910-3-iscsi {{(pid=92080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 19 06:49:13.433336 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f807521d340>, 'dv-cinder-790910-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-19T06:23:39Z,description=<?>,heartbeat_timestamp=2021-05-19T06:49:09Z,host='dv-cinder-790910-3-iscsi',id=eabe86f2-1ad0-43b6-8ec4-5cb0ba253776,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-19T06:23:39Z,topic='l3_agent')) {'router_ids': ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'], 'active': True} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:13.542282 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Deleting port dbec5032-8c97-4bc2-b83a-de3ed773f2ac {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:13.542919 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:13.593828 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_dvr_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] Set router db0317ce-2de6-4dcc-ae34-58af9d9c472d gateway port host: None {{(pid=92080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
May 19 06:49:13.662717 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] For port dbec5032-8c97-4bc2-b83a-de3ed773f2ac, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,segment=NetworkSegment(c165c457-24ee-4ecc-b1f8-7d2930849124),segment_id=c165c457-24ee-4ecc-b1f8-7d2930849124)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:13.663069 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:13.720540 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.l3_hamode_db [None req-350638a5-e587-4444-8088-e7a977633b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f807521d340>, [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:49:13Z', 'revision_number': 6, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port_host': None}], 'dv-cinder-790910-3-iscsi', False) {} {{(pid=92080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:13.724936 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350638a5-e587-4444-8088-e7a977633b0f None None] The sync data for ids ['db0317ce-2de6-4dcc-ae34-58af9d9c472d'] in dv-cinder-790910-3-iscsi is: [{'id': 'db0317ce-2de6-4dcc-ae34-58af9d9c472d', 'name': 'tempest-TestVolumeBootPattern-252895308-router', 'tenant_id': 'ffe14a05cce442bdbae2543b82265671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T06:41:56Z', 'updated_at': '2021-05-19T06:49:13Z', 'revision_number': 6, 'project_id': 'ffe14a05cce442bdbae2543b82265671', 'gw_port_host': None}] {{(pid=92080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 19 06:49:13.785006 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Calling delete_port for dbec5032-8c97-4bc2-b83a-de3ed773f2ac owned by network:router_gateway {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:13.975523 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:13.979031 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-db1c2172-6321-4319-a5a9-be230694c2f9 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:14.020968 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbec5032-8c97-4bc2-b83a-de3ed773f2ac,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:14.023960 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:14.118514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-959081'] for router_gateway, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.286419 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-629714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6739'] for router, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.288473 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.478641 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-958270'] for router, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.479187 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Fanout notify agent at l3_agent the message router_deleted on router db0317ce-2de6-4dcc-ae34-58af9d9c472d {{(pid=92078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 19 06:49:14.491548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] Notify callbacks [] for router, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.492653 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-e6782af7-a5ca-40ab-b01c-c3689c9c530e admin admin] 10.222.0.25 "DELETE /v2.0/routers/db0317ce-2de6-4dcc-ae34-58af9d9c472d HTTP/1.1" status: 204  len: 168 time: 1.4421451
May 19 06:49:14.495227 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55854) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:14.554317 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.db_base_plugin_v2 [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Deleting subnet 8c8cb24a-f457-40f4-9d41-f78c6fe98af8 {{(pid=92078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
May 19 06:49:14.557464 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.613991 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3865947'] for subnet, precommit_delete_associations {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.694909 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2035851'] for subnet, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:14.997949 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2035900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490776', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3017137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2513864'] for subnet, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.001746 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-f6ee774c-4531-4cf8-ab2b-5f27c11baa78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:15.034779 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8cb24a-f457-40f4-9d41-f78c6fe98af8,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:15.037441 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:15.041548 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.046560 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7038736-8a25-4a82-8faf-20549603c303 None None] Network 34228beb-3993-4f88-93a1-78aa7b61cee2 requested from dv-cinder-790910-3-iscsi {{(pid=92079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 19 06:49:15.047988 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-b354f836-38ec-4c42-803d-92ec3527a5e9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8c8cb24a-f457-40f4-9d41-f78c6fe98af8 HTTP/1.1" status: 204  len: 168 time: 0.5518055
May 19 06:49:15.050911 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55858) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:15.155945 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1639155'] for network, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.225014 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Deleting port 5317a4d5-db41-4aa6-bef7-a407c5a8512b {{(pid=92078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:15.225346 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.296662 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] DHCP port deletion for 34228beb-3993-4f88-93a1-78aa7b61cee2 request from dv-cinder-790910-3-iscsi {{(pid=92079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 19 06:49:15.330745 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.db [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] For port 5317a4d5-db41-4aa6-bef7-a407c5a8512b, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5317a4d5-db41-4aa6-bef7-a407c5a8512b,segment=NetworkSegment(7e2ba748-76df-421f-ad28-50f2fe9eac44),segment_id=7e2ba748-76df-421f-ad28-50f2fe9eac44)] {{(pid=92078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:15.331193 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.338998 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device dbec5032-8c97-4bc2-b83a-de3ed773f2ac no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:49:15.373718 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: dbec5032-8c97-4bc2-b83a-de3ed773f2ac {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:49:15.374059 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device dbec5032-8c97-4bc2-b83a-de3ed773f2ac not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:49:15.374476 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 55567085-b277-43f1-b739-f3b77f8d96ce no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:49:15.415027 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 55567085-b277-43f1-b739-f3b77f8d96ce {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:49:15.415394 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 55567085-b277-43f1-b739-f3b77f8d96ce not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:49:15.434971 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] Deleting port 5317a4d5-db41-4aa6-bef7-a407c5a8512b {{(pid=92079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
May 19 06:49:15.435385 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761857786471'] for port, before_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.456479 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.plugin [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Calling delete_port for 5317a4d5-db41-4aa6-bef7-a407c5a8512b owned by network:dhcp {{(pid=92078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:15.529023 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.db [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] For port 5317a4d5-db41-4aa6-bef7-a407c5a8512b, host dv-cinder-790910-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-3-iscsi',level=0,port_id=5317a4d5-db41-4aa6-bef7-a407c5a8512b,segment=NetworkSegment(7e2ba748-76df-421f-ad28-50f2fe9eac44),segment_id=7e2ba748-76df-421f-ad28-50f2fe9eac44)] {{(pid=92079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 19 06:49:15.529296 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-960388'] for port, precommit_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.564633 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2942574'] for port, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.568496 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-ca020dab-7b76-449e-b415-79a1df8ac563 tempest-TestVolumeBootPattern-1935034425 tempest-TestVolumeBootPattern-1935034425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:15.613107 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Pushing event deleted for resources: {'Port': ['ID=5317a4d5-db41-4aa6-bef7-a407c5a8512b,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:15.615634 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:15.618136 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] No DVR routers for this DVR port 5317a4d5-db41-4aa6-bef7-a407c5a8512b on host dv-cinder-790910-3-iscsi {{(pid=92078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:49:15.652587 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] Calling delete_port for 5317a4d5-db41-4aa6-bef7-a407c5a8512b owned by network:dhcp {{(pid=92079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
May 19 06:49:15.693892 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1652668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646027', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761857788088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761857357316'] for port, after_delete {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.697414 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-a16ab3bc-e77e-405b-92c1-e807ee587fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:15.733247 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2034176', 'neutron.services.segments.db._delete_segments_for_network-8761857799042'] for network, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.738544 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] Pushing event deleted for resources: {'Port': ['ID=5317a4d5-db41-4aa6-bef7-a407c5a8512b,revision_number=None']} {{(pid=92079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:15.741959 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG oslo_concurrency.lockutils [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92079) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:15.744235 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64429c77-0df3-4541-aaa4-1cd9689018dd None None] No DVR routers for this DVR port 5317a4d5-db41-4aa6-bef7-a407c5a8512b on host dv-cinder-790910-3-iscsi {{(pid=92079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 19 06:49:15.748184 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8075156520>,) {'filters': {'network_id': ['34228beb-3993-4f88-93a1-78aa7b61cee2']}} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:15.760735 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8075156520>, '7e2ba748-76df-421f-ad28-50f2fe9eac44') {'for_net_delete': True} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:15.761026 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.services.segments.db [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8075156520>, '7e2ba748-76df-421f-ad28-50f2fe9eac44') {} {{(pid=92078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 19 06:49:15.772474 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761857810827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3865932'] for segment, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.788937 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768'] for segment, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.794781 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=92078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 19 06:49:15.795161 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2039768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2942483'] for segment, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]: Traceback (most recent call last):
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     timer()
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     cb(*args, **kw)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     return func(*args, **kwargs)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     self._notify()
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     self.callback(batched_events)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     event.method(event)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     aggregate_uuid = self.p_client.list_aggregates(
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     return f(self, *a, **k)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._get(url).json()
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     return self.request(url, 'GET', **kwargs)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     base_url = self.get_endpoint(auth, allow=allow,
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 19 06:49:15.807770 dv-cinder-790910-3-iscsi neutron-server[92078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 19 06:49:15.940707 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2034185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-544146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-646076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-959042'] for network, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.944009 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:15.957227 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646041'] for network, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:15.967133 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Pushing event deleted for resources: {'Network': ['ID=34228beb-3993-4f88-93a1-78aa7b61cee2,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:15.971774 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:15.975220 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-56aa807d-90e7-4a88-bce2-c601edddcc74 admin admin] 10.222.0.25 "DELETE /v2.0/networks/34228beb-3993-4f88-93a1-78aa7b61cee2 HTTP/1.1" status: 204  len: 168 time: 0.9233770
May 19 06:49:16.233847 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55864) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:16.282333 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-efa09aa5-fddc-4b36-9150-db7601f00d6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c629f3d08f54250b23323f91409cf92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472357
May 19 06:49:16.284624 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55868) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:16.344732 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a3afe6a-6f38-4a0a-b728-04f6c28c9985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:16.369619 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a3afe6a-6f38-4a0a-b728-04f6c28c9985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:16.494917 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a3afe6a-6f38-4a0a-b728-04f6c28c9985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:16.498526 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-53ef8a64-816f-471d-8764-8c03f67c2946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:16.512763 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3afe6a-6f38-4a0a-b728-04f6c28c9985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d850c68-a28d-41e9-885b-00a43a86b55c,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:16.516514 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-4a3afe6a-6f38-4a0a-b728-04f6c28c9985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:16.519629 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-4a3afe6a-6f38-4a0a-b728-04f6c28c9985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:16.521074 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-4a3afe6a-6f38-4a0a-b728-04f6c28c9985 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d850c68-a28d-41e9-885b-00a43a86b55c HTTP/1.1" status: 204  len: 168 time: 0.2351761
May 19 06:49:17.154076 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55876) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:17.201469 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-5f625e28-0a2d-4e9f-85e3-c83ce1ac868c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffe14a05cce442bdbae2543b82265671&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461624
May 19 06:49:17.203781 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [-] (92078) accepted ('10.222.0.25', 55880) {{(pid=92078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 19 06:49:17.260559 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-27441d1c-a35e-4556-9505-6adf38cb9380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:17.287937 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-27441d1c-a35e-4556-9505-6adf38cb9380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:17.294737 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5317a4d5-db41-4aa6-bef7-a407c5a8512b no longer exists at agent ovs-agent-dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 19 06:49:17.334507 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.plugin [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] No Port match for: 5317a4d5-db41-4aa6-bef7-a407c5a8512b {{(pid=92079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
May 19 06:49:17.334874 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron.plugins.ml2.rpc [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Device 5317a4d5-db41-4aa6-bef7-a407c5a8512b not bound to the agent host dv-cinder-790910-3-iscsi {{(pid=92079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 19 06:49:17.426183 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-27441d1c-a35e-4556-9505-6adf38cb9380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544118'] for security_group, after_delete {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:17.429961 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-864a73e3-c25d-4353-80e8-99d408171126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 19 06:49:17.442373 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27441d1c-a35e-4556-9505-6adf38cb9380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788f9786-86bb-484b-9170-31186fd75be3,revision_number=None']} {{(pid=92078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 19 06:49:17.445218 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG oslo_concurrency.lockutils [None req-27441d1c-a35e-4556-9505-6adf38cb9380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92078) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 19 06:49:17.447151 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron_lib.callbacks.manager [None req-27441d1c-a35e-4556-9505-6adf38cb9380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:17.448269 dv-cinder-790910-3-iscsi neutron-server[92078]: INFO neutron.wsgi [None req-27441d1c-a35e-4556-9505-6adf38cb9380 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/788f9786-86bb-484b-9170-31186fd75be3 HTTP/1.1" status: 204  len: 168 time: 0.2436292
May 19 06:49:32.644121 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:36.329139 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-33fa0829-401b-49f6-8ad7-bded01ced099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:39.282623 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:39.311771 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5a324ba0-8a75-45c8-8b1c-6b3903ef43a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:40.156863 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:41.529253 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:49:46.548246 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:50:02.619576 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:06.309945 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-08f4d163-a8c1-476b-8b39-7b546a8d89c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:09.238387 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:09.293999 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-6af2876b-7f30-444e-9dcc-644ba408cf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:10.139619 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:11.516480 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:23.547377 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:50:32.652794 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:36.344367 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-99d5b106-3ef8-4cd0-9753-039219c6d245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:39.287163 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:39.309047 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e0821388-a701-403d-b109-7451beb96dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:40.154608 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:41.525867 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:50:49.217398 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [req-54e78b32-1514-4f52-b5f2-0f3dcdd54057 req-5ee2f178-cd81-476a-bd20-40f014caad35 tempest-VolumesSnapshotTestJSON-1745143616 tempest-VolumesSnapshotTestJSON-1745143616-project] (92078) timed out ('10.222.0.52', 62899) {{(pid=92078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 06:50:49.412960 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [req-abafea7f-d4e9-4c2f-9e1e-d06cdba87c1f req-3654f6f5-30ac-41ee-9563-df063eb54214 service neutron] (92077) timed out ('10.222.0.52', 62911) {{(pid=92077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 06:51:00.547265 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:51:02.669598 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:06.347784 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bf616097-6ef9-42b0-a819-963c2164caee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:09.246774 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:09.291487 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-9ed26e02-a90c-47da-904a-2c229df0efc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:10.147723 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:11.541802 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:32.702292 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:36.353245 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4306-e106-4689-a11a-4dc1cd113932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:37.546020 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:51:39.246884 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:39.302175 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-1dc41d35-c20e-4c00-a57f-f77db344d522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:40.153457 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:51:41.559292 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:02.660802 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:06.329317 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-aaaa5a52-8604-4e99-8d9e-60717147ac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:09.241280 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:09.306642 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-0e81a9a6-36b8-4214-9895-e228e7e4861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:10.163761 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:11.540900 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:14.544794 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:52:32.693264 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:34.947989 dv-cinder-790910-3-iscsi neutron-server[92077]: DEBUG neutron.wsgi [req-4466f9f4-f6e1-436e-930d-607f80780ca9 req-116627b5-d972-400a-8049-a8d9f5f4d225 service neutron] (92077) timed out ('10.222.0.25', 48962) {{(pid=92077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 06:52:36.322587 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-440d8c78-6188-49f9-87d0-28288262926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:39.282520 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:39.357324 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5041e5dd-5ac2-4c88-8771-a02e33d6bb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:40.162600 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:41.522470 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:52:51.543273 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:52:59.193124 dv-cinder-790910-3-iscsi neutron-server[92078]: DEBUG neutron.wsgi [req-1693a3db-a612-4056-b97f-1f318b2e0c7f req-282100c9-9658-4b62-a36a-3cb768bdd1aa service neutron] (92078) timed out ('10.222.0.25', 52428) {{(pid=92078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 19 06:53:02.675832 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:06.344759 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-c6ad24ca-38ec-42d8-84d1-95f4c9f0e727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:09.264242 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:09.315807 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-5ab9102d-9b1c-4e2c-9177-87d4d3ddc05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:10.184740 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:11.538742 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:28.543008 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:53:32.658261 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:36.366409 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-3945e0ef-c12b-4900-9e61-dc5b79dfd438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:39.252698 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:39.302472 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-257a586e-4c25-4921-8f3c-17612b6d4a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:40.165620 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:53:41.545684 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:54:02.674260 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:54:05.542516 dv-cinder-790910-3-iscsi neutron-server[92080]: DEBUG neutron.db.agents_db [None req-8f5828e5-7dcb-4542-9f7d-2079efcf7b80 None None] Agent healthcheck: found 6 active agents {{(pid=92080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 19 06:54:06.400392 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-74903ff6-06db-4fd9-b0de-11ec75491a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:54:09.262842 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-bb9701aa-2fa2-46a6-97cd-5c82334e5ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:54:09.313574 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-e44b4d62-00cd-42ed-997c-71a9411d435f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:54:10.165763 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-062e44a1-5717-4352-a744-178a87416dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:54:11.554332 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-a3d7ae38-822a-484a-94b2-4089ea0988a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 19 06:54:32.666771 dv-cinder-790910-3-iscsi neutron-server[92079]: DEBUG neutron_lib.callbacks.manager [None req-2385465a-8cbc-432c-999e-6a9e89d5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761857802716', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2032330'] for agent, after_update {{(pid=92079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}